[ 615.437126] env[70498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.437543] env[70498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.437543] env[70498]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70498) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 615.437824] env[70498]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 615.536919] env[70498]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70498) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 615.546757] env[70498]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70498) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 615.589250] env[70498]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 616.152366] env[70498]: INFO nova.virt.driver [None req-cb1e7e82-ce72-44c4-ae47-f7eee44afdb9 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 616.223554] env[70498]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.223738] env[70498]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.223845] env[70498]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70498) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 619.110595] env[70498]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c74dce75-6423-4e12-b376-b983625d7bbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.127140] env[70498]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70498) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 619.127278] env[70498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-145e9f6e-2684-457f-a4ce-59ed26410951 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.153277] env[70498]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c5980. [ 619.153407] env[70498]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.930s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.153949] env[70498]: INFO nova.virt.vmwareapi.driver [None req-cb1e7e82-ce72-44c4-ae47-f7eee44afdb9 None None] VMware vCenter version: 7.0.3 [ 619.157631] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69518708-387b-48aa-9530-31f68d2e66f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.174750] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0a4b2-7084-47ba-b143-607c95ed7b11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.180759] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337287ed-8e40-4506-846a-b25f64104234 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.187227] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8146487-6214-444d-a7ee-a5f5d6b10669 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.200165] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b65f9d8-b67e-44ee-8505-9e666ad677b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.208521] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff3a53-ccdc-46a5-886e-76b0e60e002c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.238941] env[70498]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-93a5d53e-d15f-451a-b644-9fc9dcc9182b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.243781] env[70498]: DEBUG nova.virt.vmwareapi.driver [None req-cb1e7e82-ce72-44c4-ae47-f7eee44afdb9 None None] Extension org.openstack.compute already exists. {{(pid=70498) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 619.246369] env[70498]: INFO nova.compute.provider_config [None req-cb1e7e82-ce72-44c4-ae47-f7eee44afdb9 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 619.749423] env[70498]: DEBUG nova.context [None req-cb1e7e82-ce72-44c4-ae47-f7eee44afdb9 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4a313ce1-39a9-4f2a-a0f7-3d24da7421d5(cell1) {{(pid=70498) load_cells /opt/stack/nova/nova/context.py:464}} [ 619.751531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.751753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.752457] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.752872] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Acquiring lock "4a313ce1-39a9-4f2a-a0f7-3d24da7421d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.753069] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Lock "4a313ce1-39a9-4f2a-a0f7-3d24da7421d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.754260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Lock "4a313ce1-39a9-4f2a-a0f7-3d24da7421d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.774587] env[70498]: INFO dbcounter [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Registered counter for database nova_cell0 [ 619.783013] env[70498]: INFO dbcounter [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Registered counter for database nova_cell1 [ 620.236740] env[70498]: DEBUG oslo_db.sqlalchemy.engines [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70498) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 620.237528] env[70498]: DEBUG oslo_db.sqlalchemy.engines [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70498) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 620.245763] env[70498]: ERROR nova.db.main.api [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 620.245763] env[70498]: result = function(*args, **kwargs) [ 620.245763] env[70498]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 620.245763] env[70498]: return func(*args, **kwargs) [ 620.245763] env[70498]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 620.245763] env[70498]: result = fn(*args, **kwargs) [ 620.245763] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 620.245763] env[70498]: return f(*args, **kwargs) [ 620.245763] env[70498]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 620.245763] env[70498]: return db.service_get_minimum_version(context, binaries) [ 620.245763] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 620.245763] env[70498]: _check_db_access() [ 620.245763] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 620.245763] env[70498]: stacktrace = ''.join(traceback.format_stack()) [ 620.245763] env[70498]: [ 620.246862] env[70498]: ERROR nova.db.main.api [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 620.246862] env[70498]: result = function(*args, **kwargs) [ 620.246862] env[70498]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 620.246862] env[70498]: return func(*args, **kwargs) [ 620.246862] env[70498]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 620.246862] env[70498]: result = fn(*args, **kwargs) [ 620.246862] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 620.246862] env[70498]: return f(*args, **kwargs) [ 620.246862] env[70498]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 620.246862] env[70498]: return db.service_get_minimum_version(context, binaries) [ 620.246862] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 620.246862] env[70498]: _check_db_access() [ 620.246862] env[70498]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 620.246862] env[70498]: stacktrace = ''.join(traceback.format_stack()) [ 620.246862] env[70498]: [ 620.247305] env[70498]: WARNING nova.objects.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 620.247536] env[70498]: WARNING nova.objects.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Failed to get minimum service version for cell 4a313ce1-39a9-4f2a-a0f7-3d24da7421d5 [ 620.248134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Acquiring lock "singleton_lock" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.248345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Acquired lock "singleton_lock" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.248633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Releasing lock "singleton_lock" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.249015] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Full set of CONF: {{(pid=70498) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 620.249203] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ******************************************************************************** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 620.249369] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] Configuration options gathered from: {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 620.249509] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 620.249834] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 620.250122] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ================================================================================ {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 620.250551] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] allow_resize_to_same_host = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.250897] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] arq_binding_timeout = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.251246] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] backdoor_port = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.251537] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] backdoor_socket = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.251890] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] block_device_allocate_retries = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.252259] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] block_device_allocate_retries_interval = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.252654] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cert = self.pem {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.253039] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.253397] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute_monitors = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.253789] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] config_dir = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.254590] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] config_drive_format = iso9660 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.254950] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.255292] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] config_source = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.255547] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] console_host = devstack {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.255811] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] control_exchange = nova {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256037] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cpu_allocation_ratio = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256219] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] daemon = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256432] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] debug = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256618] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_access_ip_network_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256795] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_availability_zone = nova {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.256952] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_ephemeral_format = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.257168] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_green_pool_size = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.257478] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.257653] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] default_schedule_zone = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.257811] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] disk_allocation_ratio = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.257980] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] enable_new_services = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258166] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] enabled_apis = ['osapi_compute'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258326] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] enabled_ssl_apis = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258484] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] flat_injected = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258638] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] force_config_drive = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258791] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] force_raw_images = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.258956] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] graceful_shutdown_timeout = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.259127] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] heal_instance_info_cache_interval = -1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.259356] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] host = cpu-1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.259533] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.259690] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.259846] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260066] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260229] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_build_timeout = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260384] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_delete_interval = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260546] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_format = [instance: %(uuid)s] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260706] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_name_template = instance-%08x {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.260861] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_usage_audit = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261036] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_usage_audit_period = month {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261202] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261363] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261526] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] internal_service_availability_zone = internal {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261679] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] key = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.261833] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] live_migration_retry_count = 30 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262016] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_color = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262179] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_config_append = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262341] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262493] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_dir = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262647] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262772] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_options = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.262929] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_rotate_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263103] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_rotate_interval_type = days {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263269] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] log_rotation_type = none {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263396] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263519] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263681] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263842] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.263966] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264134] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] long_rpc_timeout = 1800 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264289] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_concurrent_builds = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264442] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_concurrent_live_migrations = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264594] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_concurrent_snapshots = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264745] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_local_block_devices = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.264899] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_logfile_count = 30 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265066] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] max_logfile_size_mb = 200 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265223] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] maximum_instance_delete_attempts = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265389] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metadata_listen = 0.0.0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265551] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metadata_listen_port = 8775 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265711] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metadata_workers = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.265869] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] migrate_max_retries = -1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266039] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] mkisofs_cmd = genisoimage {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266243] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266373] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] my_ip = 10.180.1.21 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266600] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266730] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] network_allocate_retries = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.266901] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267077] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267239] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] osapi_compute_listen_port = 8774 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267404] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] osapi_compute_unique_server_name_scope = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267570] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] osapi_compute_workers = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267726] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] password_length = 12 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.267882] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] periodic_enable = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.268049] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] periodic_fuzzy_delay = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.268216] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] pointer_model = usbtablet {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.268379] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] preallocate_images = none {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.268663] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] publish_errors = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.268931] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] pybasedir = /opt/stack/nova {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.269247] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ram_allocation_ratio = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.269454] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rate_limit_burst = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.269629] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rate_limit_except_level = CRITICAL {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.269792] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rate_limit_interval = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.269984] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reboot_timeout = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270185] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reclaim_instance_interval = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270346] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] record = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270512] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reimage_timeout_per_gb = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270676] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] report_interval = 120 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270834] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rescue_timeout = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.270992] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reserved_host_cpus = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271166] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reserved_host_disk_mb = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271321] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reserved_host_memory_mb = 512 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271475] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] reserved_huge_pages = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271629] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] resize_confirm_window = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271784] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] resize_fs_using_block_device = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.271939] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] resume_guests_state_on_host_boot = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272117] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272276] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] rpc_response_timeout = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272430] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] run_external_periodic_tasks = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272590] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] running_deleted_instance_action = reap {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272744] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.272896] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] running_deleted_instance_timeout = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273059] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler_instance_sync_interval = 120 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273227] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_down_time = 720 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273390] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] servicegroup_driver = db {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273543] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] shell_completion = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273696] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] shelved_offload_time = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.273850] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] shelved_poll_interval = 3600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274025] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] shutdown_timeout = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274179] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] source_is_ipv6 = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274333] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ssl_only = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274585] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274755] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] sync_power_state_interval = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.274916] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] sync_power_state_pool_size = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275094] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] syslog_log_facility = LOG_USER {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275257] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] tempdir = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275417] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] timeout_nbd = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275584] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] transport_url = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275746] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] update_resources_interval = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.275909] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_cow_images = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276079] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_journal = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276238] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_json = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276394] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_rootwrap_daemon = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276547] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_stderr = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276701] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] use_syslog = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.276856] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vcpu_pin_set = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277027] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plugging_is_fatal = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277195] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plugging_timeout = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277358] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] virt_mkfs = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277514] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] volume_usage_poll_interval = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277669] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] watch_log_file = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.277830] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] web = /usr/share/spice-html5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 620.278023] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.278191] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.278353] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.278523] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_concurrency.disable_process_locking = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.278822] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279012] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279186] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279356] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279521] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279683] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.279872] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.auth_strategy = keystone {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280048] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.compute_link_prefix = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280226] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280392] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.dhcp_domain = novalocal {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280557] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.enable_instance_password = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280716] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.glance_link_prefix = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.280875] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281056] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281222] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.instance_list_per_project_cells = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281386] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.list_records_by_skipping_down_cells = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281530] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.local_metadata_per_cell = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281692] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.max_limit = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.281853] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.metadata_cache_expiration = 15 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282034] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.neutron_default_tenant_id = default {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282208] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.response_validation = warn {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282377] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.use_neutron_default_nets = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282540] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282697] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.282860] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283038] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283210] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_dynamic_targets = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283369] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_jsonfile_path = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283547] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283740] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.backend = dogpile.cache.memcached {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.283904] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.backend_argument = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284074] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.backend_expiration_time = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284243] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.config_prefix = cache.oslo {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284412] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.dead_timeout = 60.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284574] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.debug_cache_backend = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284734] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.enable_retry_client = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.284893] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.enable_socket_keepalive = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285071] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.enabled = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285242] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.enforce_fips_mode = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285401] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.expiration_time = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285575] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.hashclient_retry_attempts = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285718] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.285878] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_dead_retry = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286046] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_password = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286207] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286365] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286521] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_pool_maxsize = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286683] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.286845] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_sasl_enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287029] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287198] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287356] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.memcache_username = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287518] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.proxies = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287679] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_db = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.287836] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_password = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288009] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288186] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288351] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_server = localhost:6379 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288516] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_socket_timeout = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288672] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.redis_username = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288833] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.retry_attempts = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.288996] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.retry_delay = 0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289167] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.socket_keepalive_count = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289325] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.socket_keepalive_idle = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289480] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.socket_keepalive_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289633] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.tls_allowed_ciphers = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289785] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.tls_cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.289950] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.tls_certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290108] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.tls_enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290258] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cache.tls_keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290423] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290590] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.auth_type = password {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290746] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.290915] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291086] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291247] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291404] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.cross_az_attach = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291559] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.debug = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291711] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.endpoint_template = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.291869] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.http_retries = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292038] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292197] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292363] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.os_region_name = RegionOne {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292519] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292671] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cinder.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292842] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.292993] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.cpu_dedicated_set = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293157] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.cpu_shared_set = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293315] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.image_type_exclude_list = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293470] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293624] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293779] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.293936] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294112] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294273] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.resource_provider_association_refresh = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294430] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294586] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.shutdown_retry_interval = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294762] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.294938] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] conductor.workers = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] console.allowed_origins = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295280] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] console.ssl_ciphers = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295448] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] console.ssl_minimum_version = default {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295608] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] consoleauth.enforce_session_timeout = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295789] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] consoleauth.token_ttl = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.295931] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296097] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296263] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296417] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296571] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296723] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.296879] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297041] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297198] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297349] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297498] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297648] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297797] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.297961] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.service_type = accelerator {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298131] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298285] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298435] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298586] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298759] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.298919] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] cyborg.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299098] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.asyncio_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299261] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.asyncio_slave_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299431] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.backend = sqlalchemy {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299597] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299758] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.connection_debug = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.299930] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.connection_parameters = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300099] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.connection_recycle_time = 3600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300258] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.connection_trace = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300413] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.db_inc_retry_interval = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300568] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.db_max_retries = 20 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300723] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.db_max_retry_interval = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.300876] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.db_retry_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301043] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.max_overflow = 50 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301201] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.max_pool_size = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301356] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.max_retries = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301520] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301672] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.mysql_wsrep_sync_wait = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301822] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.pool_timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.301979] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.retry_interval = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302146] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.slave_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302303] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.sqlite_synchronous = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302458] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] database.use_db_reconnect = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302616] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.asyncio_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302769] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.asyncio_slave_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.302932] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.backend = sqlalchemy {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303109] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303274] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.connection_debug = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303433] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.connection_parameters = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303589] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.connection_recycle_time = 3600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303745] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.connection_trace = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.303902] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.db_inc_retry_interval = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304069] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.db_max_retries = 20 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304228] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.db_max_retry_interval = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304385] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.db_retry_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304538] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.max_overflow = 50 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304691] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.max_pool_size = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.304847] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.max_retries = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305014] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305177] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305328] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.pool_timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305481] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.retry_interval = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305633] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.slave_connection = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305792] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] api_database.sqlite_synchronous = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.305960] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] devices.enabled_mdev_types = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306145] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306314] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306470] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ephemeral_storage_encryption.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306626] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306792] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.api_servers = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.306951] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307118] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307279] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307431] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307584] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307739] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.debug = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.307897] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.default_trusted_certificate_ids = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308067] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.enable_certificate_validation = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308225] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.enable_rbd_download = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308377] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308537] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308691] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308846] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.308999] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309167] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.num_retries = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309331] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.rbd_ceph_conf = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309487] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.rbd_connect_timeout = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309650] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.rbd_pool = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309813] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.rbd_user = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.309977] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310166] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310302] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310465] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.service_type = image {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310622] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310777] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.310932] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311130] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311277] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311438] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.verify_glance_signatures = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311597] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] glance.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311761] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] guestfs.debug = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.311931] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312099] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.auth_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312257] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312411] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312568] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312723] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.312878] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313044] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313206] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313357] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313511] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313663] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313816] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.313971] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314140] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314308] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.service_type = shared-file-system {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314466] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.share_apply_policy_timeout = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314624] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314779] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.314934] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.315100] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.315279] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.315435] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] manila.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.315601] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] mks.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.315951] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.316153] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.manager_interval = 2400 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.316321] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.precache_concurrency = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.316487] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.remove_unused_base_images = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.316656] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.316824] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317008] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] image_cache.subdirectory_name = _base {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317191] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.api_max_retries = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317354] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.api_retry_interval = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317512] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317669] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.auth_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317824] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.317981] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318157] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318318] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.conductor_group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318472] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318626] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318780] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.318937] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319101] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319261] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319411] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319570] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.peer_list = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319722] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.319874] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320045] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.serial_console_state_timeout = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320204] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320370] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.service_type = baremetal {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320523] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.shard = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320681] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320837] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.320993] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.321161] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.321339] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.321496] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ironic.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.321675] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.321846] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] key_manager.fixed_key = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322037] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322201] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.barbican_api_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322358] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.barbican_endpoint = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322526] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.barbican_endpoint_type = public {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322683] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.barbican_region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322838] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.322995] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323171] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323331] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323482] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323638] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.number_of_retries = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323797] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.retry_delay = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.323952] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.send_service_user_token = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324120] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324275] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324430] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.verify_ssl = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324581] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican.verify_ssl_path = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324739] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.324896] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.auth_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325062] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325219] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325377] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325533] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325684] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.325846] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326000] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] barbican_service_user.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326172] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.approle_role_id = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326327] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.approle_secret_id = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326491] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.kv_mountpoint = secret {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326645] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.kv_path = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326802] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.kv_version = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.326956] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.namespace = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.root_token_id = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327281] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.ssl_ca_crt_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327446] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.timeout = 60.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327603] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.use_ssl = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327768] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.327937] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328106] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328267] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328423] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328578] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328731] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.328889] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329050] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329205] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329359] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329513] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329669] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329826] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.329992] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.service_type = identity {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330166] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330330] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330480] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330633] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330809] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.330967] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] keystone.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.331164] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.ceph_mount_options = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.331544] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.331729] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.connection_uri = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.331895] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_mode = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332075] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332249] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_models = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332422] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_power_governor_high = performance {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332589] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332752] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_power_management = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.332922] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333100] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.device_detach_attempts = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333271] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.device_detach_timeout = 20 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333440] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.disk_cachemodes = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333600] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.disk_prefix = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333766] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.enabled_perf_events = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.333927] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.file_backed_memory = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334100] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.gid_maps = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334260] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.hw_disk_discard = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334416] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.hw_machine_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334585] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_rbd_ceph_conf = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334745] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.334905] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335084] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_rbd_glance_store_name = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335256] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_rbd_pool = rbd {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335423] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_type = default {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335579] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.images_volume_group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335738] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.inject_key = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.335902] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.inject_partition = -2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336074] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.inject_password = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336236] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.iscsi_iface = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336397] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.iser_use_multipath = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336558] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336716] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.336878] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_downtime = 500 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337051] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337211] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337366] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_inbound_addr = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337525] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337689] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.337841] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_scheme = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338023] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_timeout_action = abort {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338183] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_tunnelled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338338] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_uri = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338496] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.live_migration_with_native_tls = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338651] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.max_queues = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.338808] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339037] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339203] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.nfs_mount_options = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339477] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339653] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339819] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.339984] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.340169] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.340330] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_pcie_ports = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.340549] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.340660] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.pmem_namespaces = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.340819] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.quobyte_client_cfg = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341110] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341286] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341452] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341614] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341776] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rbd_secret_uuid = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.341935] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rbd_user = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342110] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342282] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342441] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rescue_image_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342595] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rescue_kernel_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342751] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rescue_ramdisk_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.342920] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.343092] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.rx_queue_size = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.343263] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.smbfs_mount_options = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.343550] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.343721] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.snapshot_compression = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.343879] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.snapshot_image_format = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344114] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344287] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.sparse_logical_volumes = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344451] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.swtpm_enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344618] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.swtpm_group = tss {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344783] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.swtpm_user = tss {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.344953] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.sysinfo_serial = unique {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.tb_cache_size = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345284] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.tx_queue_size = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345446] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.uid_maps = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345607] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.use_virtio_for_bridges = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345782] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.virt_type = kvm {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.345940] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.volume_clear = zero {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346116] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.volume_clear_size = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346279] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.volume_enforce_multipath = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346442] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.volume_use_multipath = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346597] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_cache_path = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346764] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.346930] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.347104] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.347274] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.347560] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.347737] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.vzstorage_mount_user = stack {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.347904] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348090] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348262] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.auth_type = password {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348420] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348575] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348734] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.348890] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349061] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349234] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.default_floating_pool = public {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349390] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349552] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.extension_sync_interval = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349710] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.http_retries = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.349872] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350042] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350203] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350369] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350524] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350689] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.ovs_bridge = br-int {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.350852] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.physnets = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351028] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.region_name = RegionOne {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351192] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351359] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.service_metadata_proxy = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351516] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351679] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.service_type = network {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351838] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.351993] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352159] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352315] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352491] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352649] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] neutron.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352819] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.bdms_in_notifications = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.352994] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.default_level = INFO {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.353168] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.include_share_mapping = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.353339] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.notification_format = unversioned {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.353499] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.notify_on_state_change = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.353671] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.353844] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] pci.alias = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354024] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] pci.device_spec = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354183] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] pci.report_in_placement = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354353] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354521] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.auth_type = password {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354685] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.354841] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355036] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355170] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355326] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355481] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355634] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.default_domain_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355790] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.default_domain_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.355940] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.domain_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356103] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.domain_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356258] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356414] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356563] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356713] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.356863] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357036] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.password = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357196] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.project_domain_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357358] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.project_domain_name = Default {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357520] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.project_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357689] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.project_name = service {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.357855] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.region_name = RegionOne {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358020] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358184] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358348] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.service_type = placement {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358506] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358659] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358814] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.358971] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.system_scope = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359138] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359292] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.trust_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359445] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.user_domain_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359606] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.user_domain_name = Default {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359763] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.user_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.359936] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.username = nova {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360126] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360286] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] placement.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360465] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.cores = 20 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360627] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.count_usage_from_placement = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360795] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.360960] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.injected_file_content_bytes = 10240 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361136] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.injected_file_path_length = 255 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361299] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.injected_files = 5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361463] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.instances = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361624] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.key_pairs = 100 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361787] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.metadata_items = 128 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.361949] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.ram = 51200 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.recheck_quota = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362290] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.server_group_members = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362450] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.server_groups = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362654] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362827] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] quota.unified_limits_resource_strategy = require {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.362998] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363175] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363337] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.image_metadata_prefilter = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363496] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363666] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.max_attempts = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363812] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.max_placement_results = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.363980] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.364154] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.364315] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.364483] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] scheduler.workers = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.364653] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.364823] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365006] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365182] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365347] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365507] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365667] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.365856] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366033] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.host_subset_size = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366200] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366357] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366523] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366681] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.366855] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367028] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.isolated_hosts = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367193] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.isolated_images = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367351] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367507] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367663] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367822] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.pci_in_placement = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.367981] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368151] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368311] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368468] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368626] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368785] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.368942] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.track_instance_changes = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.369125] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.369294] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metrics.required = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.369452] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metrics.weight_multiplier = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.369610] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.369766] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] metrics.weight_setting = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370079] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370256] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370429] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.port_range = 10000:20000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370596] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370760] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.370925] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] serial_console.serialproxy_port = 6083 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371100] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371273] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.auth_type = password {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371428] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371580] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371737] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.371894] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372059] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372230] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.send_service_user_token = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372388] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372542] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] service_user.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372709] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.agent_enabled = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.372867] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.373173] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.373372] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.373538] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.html5proxy_port = 6082 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.373695] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.image_compression = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.373852] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.jpeg_compression = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374022] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.playback_compression = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374186] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.require_secure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374350] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.server_listen = 127.0.0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374514] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374785] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.374953] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.streaming_mode = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] spice.zlib_compression = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375289] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] upgrade_levels.baseapi = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375455] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] upgrade_levels.compute = auto {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375610] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] upgrade_levels.conductor = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375771] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] upgrade_levels.scheduler = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.375929] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376103] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376260] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376416] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376576] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376733] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.376887] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377058] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377217] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vendordata_dynamic_auth.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377389] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.api_retry_count = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377546] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.ca_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377711] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.377882] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.cluster_name = testcl1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378055] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.connection_pool_size = 10 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378212] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.console_delay_seconds = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378377] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.datastore_regex = ^datastore.* {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378580] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378751] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.host_password = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.378911] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.host_port = 443 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379090] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.host_username = administrator@vsphere.local {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379257] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.insecure = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379415] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.integration_bridge = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379577] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.maximum_objects = 100 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379732] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.pbm_default_policy = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.379889] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.pbm_enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380056] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.pbm_wsdl_location = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380225] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380381] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.serial_port_proxy_uri = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380534] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.serial_port_service_uri = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380695] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.task_poll_interval = 0.5 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.380864] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.use_linked_clone = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.381040] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.vnc_keymap = en-us {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.381206] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.vnc_port = 5900 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.381366] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vmware.vnc_port_total = 10000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.381548] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.auth_schemes = ['none'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.381719] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382010] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382206] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382372] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.novncproxy_port = 6080 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382555] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.server_listen = 127.0.0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382732] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.382895] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.vencrypt_ca_certs = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383068] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.vencrypt_client_cert = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383230] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vnc.vencrypt_client_key = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383407] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383568] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_deep_image_inspection = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383728] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.383888] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384059] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384222] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.disable_rootwrap = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384382] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.enable_numa_live_migration = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384541] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384700] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.384859] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.385031] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.libvirt_disable_apic = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.385196] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.385355] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.385667] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.385841] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386026] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386185] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386346] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386508] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386667] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.386832] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387025] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387196] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.client_socket_timeout = 900 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387360] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.default_pool_size = 1000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387522] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.keep_alive = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387684] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.max_header_line = 16384 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.387845] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388013] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.ssl_ca_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388179] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.ssl_cert_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388339] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.ssl_key_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388501] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.tcp_keepidle = 600 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388673] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388837] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] zvm.ca_file = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.388999] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] zvm.cloud_connector_url = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.389300] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.389474] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] zvm.reachable_timeout = 300 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.389648] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.389825] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390018] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.connection_string = messaging:// {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390187] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.enabled = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390354] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.es_doc_type = notification {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390513] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.es_scroll_size = 10000 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390677] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.es_scroll_time = 2m {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.390837] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.filter_error_trace = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391014] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.hmac_keys = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391188] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.sentinel_service_name = mymaster {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391350] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.socket_timeout = 0.1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391508] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.trace_requests = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391667] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler.trace_sqlalchemy = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.391842] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler_jaeger.process_tags = {} {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392008] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler_jaeger.service_name_prefix = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392176] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] profiler_otlp.service_name_prefix = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392339] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] remote_debug.host = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392494] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] remote_debug.port = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392667] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392827] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.392988] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393161] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393322] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393480] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393637] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393794] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.393952] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394135] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394292] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394460] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394626] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394789] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.394952] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395134] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395298] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395457] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395622] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395812] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.395961] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396124] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396286] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396444] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396604] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396774] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.396933] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397104] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397269] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397429] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397589] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397756] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.397924] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398097] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398265] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398430] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398590] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398823] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.398940] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_notifications.retry = -1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399127] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399298] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399468] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.auth_section = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399629] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.auth_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399785] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.cafile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.399940] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.certfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400110] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.collect_timing = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400266] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.connect_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400421] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.connect_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400573] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_id = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400741] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.400896] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_override = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401065] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401224] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401379] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.endpoint_service_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401537] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.insecure = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401691] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.keyfile = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401842] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.max_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.401998] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.min_version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402166] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.region_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402321] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.retriable_status_codes = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402475] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.service_name = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402630] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.service_type = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402794] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.split_loggers = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.402947] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.status_code_retries = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403114] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.status_code_retry_delay = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403271] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.timeout = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403425] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.valid_interfaces = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403580] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_limit.version = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403745] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_reports.file_event_handler = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.403904] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404075] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] oslo_reports.log_dir = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404246] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404404] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404560] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404724] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.404886] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405053] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405224] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405381] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405536] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405697] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.405860] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406028] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] vif_plug_ovs_privileged.user = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406199] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406375] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406544] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406711] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.406880] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.407063] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.407234] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.407393] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.407573] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408205] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.isolate_vif = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408205] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408205] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408333] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408412] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408559] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] os_vif_ovs.per_port_bridge = False {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408728] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.capabilities = [21] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.408886] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409053] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.helper_command = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409219] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409380] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409537] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] privsep_osbrick.user = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409707] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.409863] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.group = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.410030] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.helper_command = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.410197] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.410356] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.410512] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] nova_sys_admin.user = None {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 620.410640] env[70498]: DEBUG oslo_service.backend.eventlet.service [None req-2b5da218-bfb5-41f4-96ed-e9a34e101970 None None] ******************************************************************************** {{(pid=70498) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 620.411068] env[70498]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 620.914162] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Getting list of instances from cluster (obj){ [ 620.914162] env[70498]: value = "domain-c8" [ 620.914162] env[70498]: _type = "ClusterComputeResource" [ 620.914162] env[70498]: } {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 620.915225] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1f0ee-601e-41e3-b645-5cd12e1805dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.924032] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Got total of 0 instances {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 620.924591] env[70498]: WARNING nova.virt.vmwareapi.driver [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 620.925043] env[70498]: INFO nova.virt.node [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Generated node identity 48bfe9ed-146c-49b4-8de4-4dd090665f4c [ 620.925274] env[70498]: INFO nova.virt.node [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Wrote node identity 48bfe9ed-146c-49b4-8de4-4dd090665f4c to /opt/stack/data/n-cpu-1/compute_id [ 621.427557] env[70498]: WARNING nova.compute.manager [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Compute nodes ['48bfe9ed-146c-49b4-8de4-4dd090665f4c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 622.433211] env[70498]: INFO nova.compute.manager [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 623.438427] env[70498]: WARNING nova.compute.manager [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 623.438820] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.438872] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.438994] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.443166] env[70498]: DEBUG nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 623.443166] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e39fa-2633-4f6e-a18f-5ed3ba08bf72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.450173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfc8762-dc03-4cfa-9b19-07a6bdd1e2de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.467319] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a28c10-86ea-4b99-8b7f-513a627531f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.474287] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71459b3f-629e-421e-9bf2-dcae49505205 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.503361] env[70498]: DEBUG nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180952MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 623.503756] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.504190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.007861] env[70498]: WARNING nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] No compute node record for cpu-1:48bfe9ed-146c-49b4-8de4-4dd090665f4c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 48bfe9ed-146c-49b4-8de4-4dd090665f4c could not be found. [ 624.514918] env[70498]: INFO nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 48bfe9ed-146c-49b4-8de4-4dd090665f4c [ 626.027488] env[70498]: DEBUG nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 626.027814] env[70498]: DEBUG nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 626.186593] env[70498]: INFO nova.scheduler.client.report [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] [req-0de0796a-c19e-47f4-afb4-c264ef0a4baa] Created resource provider record via placement API for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 626.202399] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578ad4b-9adb-44a2-a3b9-4a75827c714e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.209913] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74064c82-cc0e-41d1-a9b4-7a6030c1d490 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.239332] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e134415-79a9-4aa7-a410-c804d542423c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.246247] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21327018-d554-46cf-962b-11f45765a830 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.258867] env[70498]: DEBUG nova.compute.provider_tree [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.800238] env[70498]: DEBUG nova.scheduler.client.report [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 626.800485] env[70498]: DEBUG nova.compute.provider_tree [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 0 to 1 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 626.800627] env[70498]: DEBUG nova.compute.provider_tree [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 626.861354] env[70498]: DEBUG nova.compute.provider_tree [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 1 to 2 during operation: update_traits {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 627.366547] env[70498]: DEBUG nova.compute.resource_tracker [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 627.366909] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.863s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.366909] env[70498]: DEBUG nova.service [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Creating RPC server for service compute {{(pid=70498) start /opt/stack/nova/nova/service.py:186}} [ 627.382621] env[70498]: DEBUG nova.service [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] Join ServiceGroup membership for this service compute {{(pid=70498) start /opt/stack/nova/nova/service.py:203}} [ 627.382814] env[70498]: DEBUG nova.servicegroup.drivers.db [None req-9dc7b980-605f-4442-bd08-85a2919126fd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70498) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 632.385157] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_power_states {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.893921] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Getting list of instances from cluster (obj){ [ 632.893921] env[70498]: value = "domain-c8" [ 632.893921] env[70498]: _type = "ClusterComputeResource" [ 632.893921] env[70498]: } {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 632.895119] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e5fc0-4be4-4f94-8e87-2bd31eb90c71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.904886] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Got total of 0 instances {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 632.905182] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.905420] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Getting list of instances from cluster (obj){ [ 632.905420] env[70498]: value = "domain-c8" [ 632.905420] env[70498]: _type = "ClusterComputeResource" [ 632.905420] env[70498]: } {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 632.906362] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6abf87-c4fb-438f-96ea-653dc079590c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.914090] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Got total of 0 instances {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 663.862181] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "60d32c82-d2e4-46a6-a742-edd824f37f59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.862473] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.310038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.310038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.364919] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.812575] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.904268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.904268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.904666] env[70498]: INFO nova.compute.claims [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.342443] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.975600] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d81fe0-0fdc-4ae8-9601-00cfe5dd189f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.987912] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843c120-bf89-4815-bb09-44a96eb1b0db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.027171] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d36e3-71fc-42a2-8324-d4b678d98ab2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.037013] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de4813c-abee-40dd-af29-0abf67318827 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.052086] env[70498]: DEBUG nova.compute.provider_tree [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.555320] env[70498]: DEBUG nova.scheduler.client.report [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.065205] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.066063] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.069666] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.727s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.071448] env[70498]: INFO nova.compute.claims [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.579354] env[70498]: DEBUG nova.compute.utils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.587880] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.587880] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.925016] env[70498]: DEBUG nova.policy [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e9d5228b8a544df841d3419dfab2bd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5c43520837a4b4ba9bbe5aea31c34b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.096819] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.147077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "f80bb6df-8309-43df-ac16-fb628b4ae266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.147077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.212522] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f41c3de-63b9-437a-8c0e-af41abac75a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.223234] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b570e4-0c95-43bf-9988-4ac45a2d5e85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.270243] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a1e29-204f-4547-82cc-dfcd13abe903 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.276453] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df366e-503d-4172-9d1f-bc726aa14325 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.291110] env[70498]: DEBUG nova.compute.provider_tree [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.298767] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "9010112d-e255-4da9-b10c-fa134575c977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.298894] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.576116] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Successfully created port: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.649015] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.796198] env[70498]: DEBUG nova.scheduler.client.report [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.803347] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.111453] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.158104] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.158620] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.158620] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.158740] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.158902] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.159064] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.159287] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.159441] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.159832] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.159996] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.160179] env[70498]: DEBUG nova.virt.hardware [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.161097] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcf79b9-6661-4bbe-bc4d-26713b835128 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.174928] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1820822-87b9-4e9e-b709-e5fca0cd1fdd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.201403] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.204972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb86c678-97b4-43d8-9e97-410a37049e73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.308739] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.308739] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.318185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.117s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.319839] env[70498]: INFO nova.compute.claims [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.351300] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.819464] env[70498]: DEBUG nova.compute.utils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.820916] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.822284] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.917761] env[70498]: DEBUG nova.policy [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8047e1dd83b745d7a42c01b9c1ba7abf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca8c0f49b6744879d429dfcef8fafc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.327358] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.440535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13495d33-840d-40a1-a5b8-0c3cb56708ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.452515] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422bb93f-2a11-461b-b264-817b1a39efc0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.493143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426be97-4439-4577-b4a8-74df37c707b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.502316] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d13f732-0faf-4f6b-8432-1f29acb91f1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.517964] env[70498]: DEBUG nova.compute.provider_tree [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.024043] env[70498]: DEBUG nova.scheduler.client.report [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.122891] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Successfully created port: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.345742] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.377418] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.377418] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.377418] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.377614] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.377614] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.377614] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.377877] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.378116] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.378493] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.378828] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.379147] env[70498]: DEBUG nova.virt.hardware [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.380239] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0e859e-df78-48ec-a2b7-2a33ff150152 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.390284] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd08da-12e3-4164-a0b4-8aef54c2fa67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.527715] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.528205] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.530810] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.182s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.532241] env[70498]: INFO nova.compute.claims [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.849607] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Successfully updated port: dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.038178] env[70498]: DEBUG nova.compute.utils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.046157] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.046249] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.181070] env[70498]: DEBUG nova.policy [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7884319a4b9d45b99de80a04420141f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c021e9eece6a4dbeb45ec6083a1bf80c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.353355] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.353355] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquired lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.353355] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.523608] env[70498]: DEBUG nova.compute.manager [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Received event network-vif-plugged-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.523608] env[70498]: DEBUG oslo_concurrency.lockutils [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] Acquiring lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.523691] env[70498]: DEBUG oslo_concurrency.lockutils [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.523847] env[70498]: DEBUG oslo_concurrency.lockutils [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.524017] env[70498]: DEBUG nova.compute.manager [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] No waiting events found dispatching network-vif-plugged-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.526579] env[70498]: WARNING nova.compute.manager [req-25ded94f-3b32-466a-b2a8-8909c327e772 req-87f2da16-146f-46a8-a8f5-c077bccf437d service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Received unexpected event network-vif-plugged-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 for instance with vm_state building and task_state spawning. [ 672.540727] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.660534] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa21924a-7697-45c4-9853-2c4f9a7f9463 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.668374] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189dc70-e928-43d8-9081-4c70e083c56f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.704859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a959164-499d-41a8-be17-e8a6c9115a28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.712791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0824822-ce5b-42f8-9534-6a4a234169ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.730228] env[70498]: DEBUG nova.compute.provider_tree [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.030806] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.232780] env[70498]: DEBUG nova.scheduler.client.report [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.552875] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.587484] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.587689] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.588464] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.588464] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.588464] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.588464] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.588758] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.589081] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.589265] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.589425] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.589588] env[70498]: DEBUG nova.virt.hardware [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.590740] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a85536-bbe6-42e9-a9e3-701ea6d34b84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.599917] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96572006-2ec4-4a1f-ad66-e125ed379d6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.682316] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Successfully created port: bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.741601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.742167] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.775921] env[70498]: DEBUG nova.network.neutron [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updating instance_info_cache with network_info: [{"id": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "address": "fa:16:3e:75:12:08", "network": {"id": "7dd8203a-91bd-4561-8c91-26efaa0103a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1194704835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5c43520837a4b4ba9bbe5aea31c34b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdd0be-a9", "ovs_interfaceid": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.194712] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Successfully updated port: b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.250636] env[70498]: DEBUG nova.compute.utils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.252503] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.252714] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.286897] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Releasing lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.287477] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Instance network_info: |[{"id": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "address": "fa:16:3e:75:12:08", "network": {"id": "7dd8203a-91bd-4561-8c91-26efaa0103a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1194704835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5c43520837a4b4ba9bbe5aea31c34b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdd0be-a9", "ovs_interfaceid": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.288392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:12:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a06a63d6-2aeb-4084-8022-f804cac3fa74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfbdd0be-a9e7-48ad-974a-68ca1f30ef88', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.306301] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.308877] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3beba172-29b7-4950-a908-6f04a5f0c44a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.323890] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Created folder: OpenStack in parent group-v4. [ 674.324165] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating folder: Project (d5c43520837a4b4ba9bbe5aea31c34b8). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.324445] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ab8cbcf-cc2f-4804-829a-ad429ad2ed0a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.336097] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Created folder: Project (d5c43520837a4b4ba9bbe5aea31c34b8) in parent group-v720819. [ 674.336097] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating folder: Instances. Parent ref: group-v720820. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.336097] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411cbab9-88d3-4feb-aee1-68a9362e95f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.345533] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Created folder: Instances in parent group-v720820. [ 674.345782] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.345982] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.346213] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c26852e-036e-469a-828d-cb52e891aec4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.365033] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.365033] env[70498]: value = "task-3613875" [ 674.365033] env[70498]: _type = "Task" [ 674.365033] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.372980] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613875, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.508431] env[70498]: DEBUG nova.compute.manager [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Received event network-vif-plugged-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.508635] env[70498]: DEBUG oslo_concurrency.lockutils [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] Acquiring lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.508849] env[70498]: DEBUG oslo_concurrency.lockutils [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.509018] env[70498]: DEBUG oslo_concurrency.lockutils [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.509274] env[70498]: DEBUG nova.compute.manager [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] No waiting events found dispatching network-vif-plugged-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.509346] env[70498]: WARNING nova.compute.manager [req-51e7d348-8d36-45e8-b887-8d1e82a5a895 req-09f81c0e-e897-4ef0-91bd-008bf84035d2 service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Received unexpected event network-vif-plugged-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd for instance with vm_state building and task_state spawning. [ 674.598934] env[70498]: DEBUG nova.policy [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dede685f62c467f94e564249d940048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e28d8ccb5ad45d69a4d6b7f9353db24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.701962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.702190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.702327] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.757190] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.877762] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613875, 'name': CreateVM_Task, 'duration_secs': 0.366865} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.877901] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.898575] env[70498]: DEBUG oslo_vmware.service [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6797218-2124-4317-b65d-cfe2ba970367 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.909641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.909641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.910404] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.910794] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983c330d-8d0c-4c5d-b5f2-525b19742806 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916663] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 674.916663] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b48551-c683-c187-44fe-ea2fa36b8fdc" [ 674.916663] env[70498]: _type = "Task" [ 674.916663] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.925620] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b48551-c683-c187-44fe-ea2fa36b8fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.259027] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.432914] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.433078] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.433489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.433489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.433888] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.434144] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1d1468f-e02e-48c4-9a08-497f0436c280 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.443749] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.443887] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.448177] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c806e04-54e7-4f36-b232-1a235606acea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.455702] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eda5168-efae-4c9a-a380-94a483744f05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.464525] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 675.464525] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5274dda2-e5db-a914-609d-52c0b45d79d6" [ 675.464525] env[70498]: _type = "Task" [ 675.464525] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.482985] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 675.485019] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating directory with path [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.485019] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf052cdd-9564-4f3b-9de6-1a412c16a3cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.504640] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Created directory with path [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.504831] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Fetch image to [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 675.505254] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Downloading image file data f797ac49-600a-4f52-a735-e68b5056bb6a to [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk on the data store datastore1 {{(pid=70498) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 675.505796] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc8f3c1-254b-4c8d-a346-08db5049e06f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.517743] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4afc00-5af8-46b5-8254-1ad4c6af13ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.529766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0685f1ab-220c-4331-bd3f-a6852c6b1e74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.567648] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d5c05-c0c6-49d4-b54b-0c8f4544a6c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.577564] env[70498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b8e2201e-188c-460e-8492-7254e2418199 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.598974] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.599389] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.599608] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.599846] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.599975] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.600153] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.600467] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.600518] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 675.600628] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.608215] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Downloading image file data f797ac49-600a-4f52-a735-e68b5056bb6a to the data store datastore1 {{(pid=70498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 675.687634] env[70498]: DEBUG oslo_vmware.rw_handles [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 675.797060] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.800745] env[70498]: DEBUG nova.network.neutron [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Updating instance_info_cache with network_info: [{"id": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "address": "fa:16:3e:26:10:75", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95354f1-5c", "ovs_interfaceid": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.016510] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.017402] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.017402] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.017402] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.017402] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.017606] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.017919] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.018179] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.020073] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.020073] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.020073] env[70498]: DEBUG nova.virt.hardware [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.020779] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fa411f-4b32-4d16-a4d3-9f2e7ea19484 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.038525] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdadf8d-026e-4ef8-a28c-b9b73fc3d501 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.104381] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.104714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.104838] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.104983] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 676.105947] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65d6365-00bb-46ff-ba41-bf3057b3044b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.120417] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c441208-e96d-40c1-b94f-eb850fa1bd1a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.148719] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d9005-d660-49cd-a369-567d0f7acc81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.164311] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7519b039-5dfe-460f-b9fe-00260b32d0fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.198063] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180958MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 676.198229] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.198446] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.306327] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.306327] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Instance network_info: |[{"id": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "address": "fa:16:3e:26:10:75", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95354f1-5c", "ovs_interfaceid": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.306567] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:10:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95354f1-5ca0-43f4-81a6-f3d6751d8fcd', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.317992] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Creating folder: Project (eca8c0f49b6744879d429dfcef8fafc4). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.321978] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a10bc46-6105-4385-a96d-601a58218988 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.342485] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Created folder: Project (eca8c0f49b6744879d429dfcef8fafc4) in parent group-v720819. [ 676.342852] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Creating folder: Instances. Parent ref: group-v720823. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.344021] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-812e0ffe-ff11-48df-98c0-d9ec3b2ef6c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.356329] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Created folder: Instances in parent group-v720823. [ 676.356658] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.357450] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.357450] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13016a00-f767-4e67-a7b6-660388461aac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.384966] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.384966] env[70498]: value = "task-3613878" [ 676.384966] env[70498]: _type = "Task" [ 676.384966] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.392737] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613878, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.395740] env[70498]: DEBUG oslo_vmware.rw_handles [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 676.395971] env[70498]: DEBUG oslo_vmware.rw_handles [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 676.480312] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Successfully created port: fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.489437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.490746] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.528692] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Downloaded image file data f797ac49-600a-4f52-a735-e68b5056bb6a to vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk on the data store datastore1 {{(pid=70498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 676.530493] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 676.530780] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Copying Virtual Disk [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk to [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.534435] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9b7856-4e93-4894-8263-e6fe8d8b9936 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.545692] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 676.545692] env[70498]: value = "task-3613879" [ 676.545692] env[70498]: _type = "Task" [ 676.545692] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.558896] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.899608] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613878, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.995603] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.057909] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613879, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.248827] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 60d32c82-d2e4-46a6-a742-edd824f37f59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.249181] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance c5f5f913-7e8d-4b43-af34-8c04ffd0b85e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.249409] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f80bb6df-8309-43df-ac16-fb628b4ae266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.249902] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9010112d-e255-4da9-b10c-fa134575c977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.285516] env[70498]: DEBUG nova.compute.manager [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Received event network-changed-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.285516] env[70498]: DEBUG nova.compute.manager [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Refreshing instance network info cache due to event network-changed-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.285516] env[70498]: DEBUG oslo_concurrency.lockutils [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] Acquiring lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.285743] env[70498]: DEBUG oslo_concurrency.lockutils [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] Acquired lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.285779] env[70498]: DEBUG nova.network.neutron [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Refreshing network info cache for port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.396952] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613878, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.526119] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.544083] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Successfully updated port: bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.559560] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900975} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.559809] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Copied Virtual Disk [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk to [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.560016] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleting the datastore file [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.560270] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6c0183-855f-488f-b859-480a658893db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.568350] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 677.568350] env[70498]: value = "task-3613880" [ 677.568350] env[70498]: _type = "Task" [ 677.568350] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.578538] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.753069] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance e7ac8f4e-843b-483e-a3e6-de121f3e7670 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.757164] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 677.757164] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 677.895305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561f436f-ee55-4bcb-b8b8-a9df4fa84ddc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.905040] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613878, 'name': CreateVM_Task, 'duration_secs': 1.26942} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.907702] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.908591] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.908871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.909420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.910223] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c410189-ff0d-4a54-8e9c-082b0c02e94d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917511] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a138b0d-fbec-4374-8841-86388486560a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.929167] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 677.929167] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52820574-b021-eb3c-a03c-f63bffa63aa5" [ 677.929167] env[70498]: _type = "Task" [ 677.929167] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.972602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "04d01e00-edb3-49f0-b7af-94534fda37e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.972829] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.981833] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2478c0-2fff-4d70-a522-2b92b36e9714 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.990803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.990803] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.990803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.994783] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde65cba-4dbe-4dc4-a16e-a4c52fafd714 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.012798] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.053189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.053353] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquired lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.053514] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.082905] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023416} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.084317] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.085250] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Moving file from [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6/f797ac49-600a-4f52-a735-e68b5056bb6a to [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a. {{(pid=70498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 678.085250] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-83be7912-860c-41ff-b20c-813378ddb87b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.096608] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 678.096608] env[70498]: value = "task-3613881" [ 678.096608] env[70498]: _type = "Task" [ 678.096608] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.105133] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613881, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.266932] env[70498]: DEBUG nova.compute.manager [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Received event network-changed-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.267135] env[70498]: DEBUG nova.compute.manager [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Refreshing instance network info cache due to event network-changed-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.267341] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] Acquiring lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.267542] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] Acquired lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.267711] env[70498]: DEBUG nova.network.neutron [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Refreshing network info cache for port b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.419186] env[70498]: DEBUG nova.network.neutron [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updated VIF entry in instance network info cache for port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.422886] env[70498]: DEBUG nova.network.neutron [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updating instance_info_cache with network_info: [{"id": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "address": "fa:16:3e:75:12:08", "network": {"id": "7dd8203a-91bd-4561-8c91-26efaa0103a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1194704835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5c43520837a4b4ba9bbe5aea31c34b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdd0be-a9", "ovs_interfaceid": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.494040] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.517552] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.617024] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613881, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023892} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.617780] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] File moved {{(pid=70498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 678.617780] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Cleaning up location [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 678.617780] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleting the datastore file [datastore1] vmware_temp/1d0d4407-461d-4045-ae46-80cbdbf854a6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.618039] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebc25497-671c-48df-862b-fab0738b5291 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.622517] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.626203] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 678.626203] env[70498]: value = "task-3613882" [ 678.626203] env[70498]: _type = "Task" [ 678.626203] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.634179] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.923284] env[70498]: DEBUG oslo_concurrency.lockutils [req-ceed0bee-c2a2-4a31-9718-daccd6c4b36d req-818f1f4e-b4fa-46af-bee5-45e6c424d789 service nova] Releasing lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.030481] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.030592] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.832s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.030834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.505s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.032377] env[70498]: INFO nova.compute.claims [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.041097] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.082404] env[70498]: DEBUG nova.network.neutron [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Updating instance_info_cache with network_info: [{"id": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "address": "fa:16:3e:b0:16:73", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdaf419a-d8", "ovs_interfaceid": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.139177] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025534} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.139472] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.140238] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1f41ab-8c25-436d-b043-bc1a4aae0e08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.147940] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 679.147940] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b19fb3-a7f5-0831-14a8-6412f6d650a5" [ 679.147940] env[70498]: _type = "Task" [ 679.147940] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.157996] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b19fb3-a7f5-0831-14a8-6412f6d650a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.394755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.394978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.549362] env[70498]: DEBUG nova.network.neutron [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Updated VIF entry in instance network info cache for port b95354f1-5ca0-43f4-81a6-f3d6751d8fcd. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.549909] env[70498]: DEBUG nova.network.neutron [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Updating instance_info_cache with network_info: [{"id": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "address": "fa:16:3e:26:10:75", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95354f1-5c", "ovs_interfaceid": "b95354f1-5ca0-43f4-81a6-f3d6751d8fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.588800] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Releasing lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.589093] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Instance network_info: |[{"id": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "address": "fa:16:3e:b0:16:73", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdaf419a-d8", "ovs_interfaceid": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.589575] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:16:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdaf419a-d8b6-46e6-8666-7ce44eebf38d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.599846] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Creating folder: Project (c021e9eece6a4dbeb45ec6083a1bf80c). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.599846] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc70bf7-52ad-40bf-a64a-1159d75d2168 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.612505] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Created folder: Project (c021e9eece6a4dbeb45ec6083a1bf80c) in parent group-v720819. [ 679.613071] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Creating folder: Instances. Parent ref: group-v720826. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.613720] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75825552-0033-46fc-8f78-514be699770c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.624161] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Created folder: Instances in parent group-v720826. [ 679.624413] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.625805] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.625805] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e45b7605-32a2-4e6c-b45f-418cf35c5260 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.647272] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.647272] env[70498]: value = "task-3613885" [ 679.647272] env[70498]: _type = "Task" [ 679.647272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.658126] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613885, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.659039] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Successfully updated port: fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.664581] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b19fb3-a7f5-0831-14a8-6412f6d650a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.665269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.665391] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 60d32c82-d2e4-46a6-a742-edd824f37f59/60d32c82-d2e4-46a6-a742-edd824f37f59.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.665848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.665848] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.666199] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a8dcf2-c3bb-4b70-a8dc-37837f3eb713 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.669882] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2156e870-d283-418a-982f-9f0d9c1f7d58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.677813] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 679.677813] env[70498]: value = "task-3613886" [ 679.677813] env[70498]: _type = "Task" [ 679.677813] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.681872] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.681982] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.683290] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191ce6b1-2d08-4e7f-857b-42b44f80721c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.688269] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.691552] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 679.691552] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522aa74f-6a56-7275-5027-b45b13eba94d" [ 679.691552] env[70498]: _type = "Task" [ 679.691552] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.699523] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522aa74f-6a56-7275-5027-b45b13eba94d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.902918] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.053104] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa0f19bd-64b2-4bde-9e54-377777f57af4 req-5313ab29-addf-482e-ac34-40e25ad538de service nova] Releasing lock "refresh_cache-c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162986] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613885, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.165621] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.165747] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.165911] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.191934] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613886, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.199410] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70554055-c0dd-463e-b34d-03c608397efe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.207121] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522aa74f-6a56-7275-5027-b45b13eba94d, 'name': SearchDatastore_Task, 'duration_secs': 0.018944} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.208907] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8c4ed9-42cc-4877-a3ee-51178bc0ff2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.214434] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464fb440-471b-4f74-9c28-9fc6589ed7d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.220918] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 680.220918] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529451f4-ea54-b622-b698-384a507d29ad" [ 680.220918] env[70498]: _type = "Task" [ 680.220918] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.252154] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f31e6-4097-4c1f-acf6-9a6e8420e8d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.257628] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529451f4-ea54-b622-b698-384a507d29ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.263540] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d64e57-696e-4c86-a779-3fcbd87f87f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.278765] env[70498]: DEBUG nova.compute.provider_tree [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.453773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.571465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.572172] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.574798] env[70498]: DEBUG nova.compute.manager [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Received event network-vif-plugged-bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.577193] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Acquiring lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.577671] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.577671] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.577777] env[70498]: DEBUG nova.compute.manager [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] No waiting events found dispatching network-vif-plugged-bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.577911] env[70498]: WARNING nova.compute.manager [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Received unexpected event network-vif-plugged-bdaf419a-d8b6-46e6-8666-7ce44eebf38d for instance with vm_state building and task_state spawning. [ 680.578067] env[70498]: DEBUG nova.compute.manager [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Received event network-changed-bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.578213] env[70498]: DEBUG nova.compute.manager [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Refreshing instance network info cache due to event network-changed-bdaf419a-d8b6-46e6-8666-7ce44eebf38d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.578384] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Acquiring lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.578519] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Acquired lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.578690] env[70498]: DEBUG nova.network.neutron [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Refreshing network info cache for port bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.663144] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613885, 'name': CreateVM_Task, 'duration_secs': 0.936271} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.663354] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.664062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.664258] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.664687] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.664853] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fcad5a3-0eb0-4bd2-af69-c1903b6b8123 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.675618] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 680.675618] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52639a22-9dca-30ed-e3b4-12d732d9e674" [ 680.675618] env[70498]: _type = "Task" [ 680.675618] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.689667] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52639a22-9dca-30ed-e3b4-12d732d9e674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.692819] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738016} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.693067] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 60d32c82-d2e4-46a6-a742-edd824f37f59/60d32c82-d2e4-46a6-a742-edd824f37f59.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.693268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.693797] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8c8619d-35df-463f-976a-4199d284f44d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.700441] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 680.700441] env[70498]: value = "task-3613887" [ 680.700441] env[70498]: _type = "Task" [ 680.700441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.709807] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.733677] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529451f4-ea54-b622-b698-384a507d29ad, 'name': SearchDatastore_Task, 'duration_secs': 0.066883} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.733677] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.733677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c5f5f913-7e8d-4b43-af34-8c04ffd0b85e/c5f5f913-7e8d-4b43-af34-8c04ffd0b85e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.733677] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415233ce-0487-4f9a-a0c5-38acafcdb610 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.740033] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 680.740033] env[70498]: value = "task-3613888" [ 680.740033] env[70498]: _type = "Task" [ 680.740033] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.749166] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.781908] env[70498]: DEBUG nova.scheduler.client.report [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.806203] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.085155] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.199637] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52639a22-9dca-30ed-e3b4-12d732d9e674, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.201982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.201982] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.201982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.202212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.202357] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.202964] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-add1b8d0-b2cb-45a3-947c-a45545e7fb4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.217990] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075214} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.220045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.220160] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.220319] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.221579] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f34bec-132f-4b0f-8a65-5ba917f82a50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.224123] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62cc9273-8247-4adc-945f-30e2963f8a64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.248290] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 681.248290] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5276b207-01ca-2496-2b5d-d8cba6856511" [ 681.248290] env[70498]: _type = "Task" [ 681.248290] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.260672] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 60d32c82-d2e4-46a6-a742-edd824f37f59/60d32c82-d2e4-46a6-a742-edd824f37f59.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.264671] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c15c0a-3f1b-47de-9653-5dfa91b92151 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.295765] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.296335] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.300901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.260s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.304015] env[70498]: INFO nova.compute.claims [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.312137] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442888} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.314349] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 681.314349] env[70498]: value = "task-3613889" [ 681.314349] env[70498]: _type = "Task" [ 681.314349] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.314349] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c5f5f913-7e8d-4b43-af34-8c04ffd0b85e/c5f5f913-7e8d-4b43-af34-8c04ffd0b85e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.314349] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.314349] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89bc1550-833d-4f8e-bbd4-836df682b626 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.326847] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5276b207-01ca-2496-2b5d-d8cba6856511, 'name': SearchDatastore_Task, 'duration_secs': 0.007734} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.328779] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354fe8c6-8e2f-4a76-9c97-209d3c26ec37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.336827] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.337134] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 681.337134] env[70498]: value = "task-3613890" [ 681.337134] env[70498]: _type = "Task" [ 681.337134] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.344192] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 681.344192] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a324a3-6114-f754-004c-fcc1635be861" [ 681.344192] env[70498]: _type = "Task" [ 681.344192] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.351748] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.356945] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a324a3-6114-f754-004c-fcc1635be861, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.357262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.357610] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] f80bb6df-8309-43df-ac16-fb628b4ae266/f80bb6df-8309-43df-ac16-fb628b4ae266.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.357810] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92ddf25b-450e-4559-ac6d-106b9e49e50c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.364784] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 681.364784] env[70498]: value = "task-3613891" [ 681.364784] env[70498]: _type = "Task" [ 681.364784] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.374543] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.555140] env[70498]: DEBUG nova.compute.manager [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Received event network-vif-plugged-fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.555384] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Acquiring lock "9010112d-e255-4da9-b10c-fa134575c977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.555857] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Lock "9010112d-e255-4da9-b10c-fa134575c977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.555857] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Lock "9010112d-e255-4da9-b10c-fa134575c977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.558896] env[70498]: DEBUG nova.compute.manager [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] No waiting events found dispatching network-vif-plugged-fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.559123] env[70498]: WARNING nova.compute.manager [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Received unexpected event network-vif-plugged-fddd58a2-5aee-4a84-a65a-8e3962dff255 for instance with vm_state building and task_state spawning. [ 681.559289] env[70498]: DEBUG nova.compute.manager [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Received event network-changed-fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.559437] env[70498]: DEBUG nova.compute.manager [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Refreshing instance network info cache due to event network-changed-fddd58a2-5aee-4a84-a65a-8e3962dff255. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.559624] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Acquiring lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.615423] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.790000] env[70498]: DEBUG nova.network.neutron [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Updating instance_info_cache with network_info: [{"id": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "address": "fa:16:3e:f1:4a:2b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddd58a2-5a", "ovs_interfaceid": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.807876] env[70498]: DEBUG nova.compute.utils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.810103] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.810103] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.829635] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613889, 'name': ReconfigVM_Task, 'duration_secs': 0.411965} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.830459] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 60d32c82-d2e4-46a6-a742-edd824f37f59/60d32c82-d2e4-46a6-a742-edd824f37f59.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.830625] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88369ee0-ec59-4905-97d3-d3d6a53f9fe8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.836753] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 681.836753] env[70498]: value = "task-3613892" [ 681.836753] env[70498]: _type = "Task" [ 681.836753] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.850526] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613892, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.852942] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068997} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.853426] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.854139] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d44b16a-bfe1-470b-8a38-3ff9dc6487ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.879236] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c5f5f913-7e8d-4b43-af34-8c04ffd0b85e/c5f5f913-7e8d-4b43-af34-8c04ffd0b85e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.886756] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf182d2b-a300-4f85-96f3-9fa8b620bf6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.911645] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450953} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.912166] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] f80bb6df-8309-43df-ac16-fb628b4ae266/f80bb6df-8309-43df-ac16-fb628b4ae266.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.912377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.912700] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 681.912700] env[70498]: value = "task-3613893" [ 681.912700] env[70498]: _type = "Task" [ 681.912700] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.912874] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a0ee29-865d-4cf4-a8fe-cfffb57fb5f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.924925] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.926337] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 681.926337] env[70498]: value = "task-3613894" [ 681.926337] env[70498]: _type = "Task" [ 681.926337] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.937066] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.101447] env[70498]: DEBUG nova.policy [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2829ee3f83db4f84b11079708a350f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84be5fe5de644139b8319274a88c349b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.204926] env[70498]: DEBUG nova.network.neutron [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Updated VIF entry in instance network info cache for port bdaf419a-d8b6-46e6-8666-7ce44eebf38d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.205295] env[70498]: DEBUG nova.network.neutron [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Updating instance_info_cache with network_info: [{"id": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "address": "fa:16:3e:b0:16:73", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdaf419a-d8", "ovs_interfaceid": "bdaf419a-d8b6-46e6-8666-7ce44eebf38d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.298101] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.298701] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Instance network_info: |[{"id": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "address": "fa:16:3e:f1:4a:2b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddd58a2-5a", "ovs_interfaceid": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.298701] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Acquired lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.298958] env[70498]: DEBUG nova.network.neutron [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Refreshing network info cache for port fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.301970] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4a:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fddd58a2-5aee-4a84-a65a-8e3962dff255', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.311409] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Creating folder: Project (1e28d8ccb5ad45d69a4d6b7f9353db24). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.315110] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae469c4-2e35-4566-85dc-8250e08d901a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.317479] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.335757] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Created folder: Project (1e28d8ccb5ad45d69a4d6b7f9353db24) in parent group-v720819. [ 682.336556] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Creating folder: Instances. Parent ref: group-v720829. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.336556] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3658be80-ff1b-4bcb-9a18-e4c758898874 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.346764] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613892, 'name': Rename_Task, 'duration_secs': 0.140161} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.348903] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.349110] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbbaae51-fc7d-430c-adbb-7156024e5785 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.356164] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 682.356164] env[70498]: value = "task-3613897" [ 682.356164] env[70498]: _type = "Task" [ 682.356164] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.361871] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Created folder: Instances in parent group-v720829. [ 682.361871] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.361871] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.361871] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5236eb-4eab-49b9-a662-0dbdfc5db01a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.382547] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.389474] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.389474] env[70498]: value = "task-3613898" [ 682.389474] env[70498]: _type = "Task" [ 682.389474] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.398479] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613898, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.426312] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613893, 'name': ReconfigVM_Task, 'duration_secs': 0.278982} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.426312] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c5f5f913-7e8d-4b43-af34-8c04ffd0b85e/c5f5f913-7e8d-4b43-af34-8c04ffd0b85e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.428753] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05317409-9b6a-419d-a8e7-3f8df74aeb8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.440450] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07075} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.441752] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.442119] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 682.442119] env[70498]: value = "task-3613899" [ 682.442119] env[70498]: _type = "Task" [ 682.442119] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.442795] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e51a50-1caf-4771-abb2-45178c011b58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.471888] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f80bb6df-8309-43df-ac16-fb628b4ae266/f80bb6df-8309-43df-ac16-fb628b4ae266.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.475399] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ded44f-8eeb-43f6-89ae-9dfe27130f35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489795] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613899, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.497892] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 682.497892] env[70498]: value = "task-3613900" [ 682.497892] env[70498]: _type = "Task" [ 682.497892] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.507229] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.533183] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce64c0a1-699c-4920-871b-8916a151815d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.542544] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a999d2-90fe-4675-b349-5ce62aa130e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.577897] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00419856-5749-4faa-b07b-636a1995d3af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.588969] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d72297-0628-4f63-b352-eb7af2fa6954 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.607892] env[70498]: DEBUG nova.compute.provider_tree [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.713438] env[70498]: DEBUG oslo_concurrency.lockutils [req-200aea0e-b7e3-4c3b-a490-4068febfe060 req-096168a2-d010-4eda-81fd-ed5f28cc0c2f service nova] Releasing lock "refresh_cache-f80bb6df-8309-43df-ac16-fb628b4ae266" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.873043] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613897, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.902315] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613898, 'name': CreateVM_Task, 'duration_secs': 0.380871} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.902641] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.904311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.907198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.907198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.907198] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf49b1b9-ee9d-4c4a-8748-f347cdd16632 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.910314] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 682.910314] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cdfffc-ccbf-e241-ab84-857a7c74f931" [ 682.910314] env[70498]: _type = "Task" [ 682.910314] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.918424] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cdfffc-ccbf-e241-ab84-857a7c74f931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.956550] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613899, 'name': Rename_Task, 'duration_secs': 0.182185} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.956550] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.956550] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecda079f-2da8-48fe-a3c9-2ffad85247fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.963379] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 682.963379] env[70498]: value = "task-3613901" [ 682.963379] env[70498]: _type = "Task" [ 682.963379] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.972273] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.007685] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613900, 'name': ReconfigVM_Task, 'duration_secs': 0.279501} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.007969] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f80bb6df-8309-43df-ac16-fb628b4ae266/f80bb6df-8309-43df-ac16-fb628b4ae266.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.008601] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69c98eb7-56e6-45a5-853c-13acf1ccbf9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.014643] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 683.014643] env[70498]: value = "task-3613902" [ 683.014643] env[70498]: _type = "Task" [ 683.014643] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.024029] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613902, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.110959] env[70498]: DEBUG nova.scheduler.client.report [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.258554] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.259581] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.330953] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.368941] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.368941] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.368941] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.369113] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.369113] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.369113] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.369113] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.369113] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.369289] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.369346] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.369508] env[70498]: DEBUG nova.virt.hardware [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.370321] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e6b6d4-d657-499b-af8c-2c93f553b9e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.376728] env[70498]: DEBUG oslo_vmware.api [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3613897, 'name': PowerOnVM_Task, 'duration_secs': 0.540686} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.377316] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.377826] env[70498]: INFO nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Took 14.27 seconds to spawn the instance on the hypervisor. [ 683.378132] env[70498]: DEBUG nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.378960] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29d393-a8d8-40e4-8ca4-005ac726c313 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.385649] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b4de9d-642a-4629-a4bf-4cc71ed8378c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.421246] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cdfffc-ccbf-e241-ab84-857a7c74f931, 'name': SearchDatastore_Task, 'duration_secs': 0.007826} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.421419] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.422579] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.422579] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.422579] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.422822] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.423050] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-885de377-9427-4ea3-9ec5-cf72a76574a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.431462] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.431712] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.432540] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2ba4e4-4736-4085-9a2c-a06fb3fce10f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.439186] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 683.439186] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528ab153-d6e5-57b6-8989-c8f3b13e4630" [ 683.439186] env[70498]: _type = "Task" [ 683.439186] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.449315] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528ab153-d6e5-57b6-8989-c8f3b13e4630, 'name': SearchDatastore_Task, 'duration_secs': 0.007721} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.450095] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d510feab-0703-4bbe-8400-ff397601bbec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.455884] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 683.455884] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526342af-a36b-f287-d9dd-1e484325f2a4" [ 683.455884] env[70498]: _type = "Task" [ 683.455884] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.464831] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526342af-a36b-f287-d9dd-1e484325f2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.473666] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.533793] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613902, 'name': Rename_Task, 'duration_secs': 0.139694} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.535975] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.537703] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2661023f-487a-485e-8f50-ec8950895d40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.543683] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 683.543683] env[70498]: value = "task-3613903" [ 683.543683] env[70498]: _type = "Task" [ 683.543683] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.554360] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.564871] env[70498]: DEBUG nova.network.neutron [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Updated VIF entry in instance network info cache for port fddd58a2-5aee-4a84-a65a-8e3962dff255. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.565326] env[70498]: DEBUG nova.network.neutron [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Updating instance_info_cache with network_info: [{"id": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "address": "fa:16:3e:f1:4a:2b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfddd58a2-5a", "ovs_interfaceid": "fddd58a2-5aee-4a84-a65a-8e3962dff255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.615922] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.616451] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.619512] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.166s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.621466] env[70498]: INFO nova.compute.claims [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.760923] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.914050] env[70498]: INFO nova.compute.manager [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Took 19.04 seconds to build instance. [ 683.982727] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526342af-a36b-f287-d9dd-1e484325f2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.985827] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.986103] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9010112d-e255-4da9-b10c-fa134575c977/9010112d-e255-4da9-b10c-fa134575c977.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.986474] env[70498]: DEBUG oslo_vmware.api [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3613901, 'name': PowerOnVM_Task, 'duration_secs': 0.9603} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.986720] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2f37a77-3629-4180-85d6-648df0320c5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.989236] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.989448] env[70498]: INFO nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Took 12.64 seconds to spawn the instance on the hypervisor. [ 683.989676] env[70498]: DEBUG nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.990510] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdaaa0-bdcb-42a4-99e4-57b4cb895997 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.004616] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 684.004616] env[70498]: value = "task-3613904" [ 684.004616] env[70498]: _type = "Task" [ 684.004616] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.056446] env[70498]: DEBUG oslo_vmware.api [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613903, 'name': PowerOnVM_Task, 'duration_secs': 0.491495} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.056672] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.056875] env[70498]: INFO nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Took 10.50 seconds to spawn the instance on the hypervisor. [ 684.057064] env[70498]: DEBUG nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.059393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce77b3c3-cc50-4348-a9b9-145a22356654 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068940] env[70498]: DEBUG oslo_concurrency.lockutils [req-d55fc887-6db2-4a3b-ab3f-206cae08aac6 req-ab5b2fc8-dc64-424b-be51-8f13ae88808f service nova] Releasing lock "refresh_cache-9010112d-e255-4da9-b10c-fa134575c977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.132214] env[70498]: DEBUG nova.compute.utils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.135833] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.136604] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.297709] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.307418] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Successfully created port: dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.365624] env[70498]: DEBUG nova.policy [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fee9001e6034c6f96e924b57b3f7c3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34a4ee5bdb794decbf6054ec8c2586e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.415102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-af21e21a-6dd5-405d-b9e5-3c2bab1a63a0 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.552s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.528483] env[70498]: INFO nova.compute.manager [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Took 19.21 seconds to build instance. [ 684.537902] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613904, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.578983] env[70498]: INFO nova.compute.manager [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Took 15.42 seconds to build instance. [ 684.636305] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.968475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f87d68-8f31-4451-bb83-d4890115548e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.976990] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab587cbe-17cc-46df-af03-af371d6f8c50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.027943] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314bb141-01d5-4a39-b7f1-d30676bedf6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.035260] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575934} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.037980] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e2e240b7-1f89-4452-ad5a-d0e1d942e37a tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.728s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.038299] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9010112d-e255-4da9-b10c-fa134575c977/9010112d-e255-4da9-b10c-fa134575c977.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.038634] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.038908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f97e008-417c-4c6b-a912-7e2b8787c03c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.042314] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d1671-d5f6-4d1e-92fe-cf6753d1dd43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.058243] env[70498]: DEBUG nova.compute.provider_tree [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.060985] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 685.060985] env[70498]: value = "task-3613905" [ 685.060985] env[70498]: _type = "Task" [ 685.060985] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.071854] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.080836] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20b062a7-ca62-41bc-86d2-fd43fa25290a tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.935s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.250624] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.251021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.520459] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Successfully created port: 798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.565766] env[70498]: DEBUG nova.scheduler.client.report [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.579966] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156037} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.582410] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.583249] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ee03ab-07d7-45f7-994b-ce4111ec0539 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.616968] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 9010112d-e255-4da9-b10c-fa134575c977/9010112d-e255-4da9-b10c-fa134575c977.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.617650] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66d0f0b-c015-4307-9610-f25e3c850f0a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.638503] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 685.638503] env[70498]: value = "task-3613906" [ 685.638503] env[70498]: _type = "Task" [ 685.638503] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.648301] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.650464] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.681262] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.681833] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.682135] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.682447] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.682721] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.682988] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.683374] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.683653] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.683947] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.684280] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.684620] env[70498]: DEBUG nova.virt.hardware [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.685807] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73843e75-99d7-4226-8cda-ce826c2101d8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.695033] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed68ef-9795-41a2-a20c-dcee096771ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.753757] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.077393] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.077393] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.078602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.464s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.083615] env[70498]: INFO nova.compute.claims [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.153234] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613906, 'name': ReconfigVM_Task, 'duration_secs': 0.280247} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.153515] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 9010112d-e255-4da9-b10c-fa134575c977/9010112d-e255-4da9-b10c-fa134575c977.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.154213] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca7ad9e-6978-417f-9240-d4b610b450b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.162619] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 686.162619] env[70498]: value = "task-3613907" [ 686.162619] env[70498]: _type = "Task" [ 686.162619] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.174399] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613907, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.183452] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.183452] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.289227] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.587511] env[70498]: DEBUG nova.compute.utils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.589396] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.590281] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.680166] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613907, 'name': Rename_Task, 'duration_secs': 0.138396} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.682156] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.682425] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38dab218-f32f-4642-8a42-6e41b8f264b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.686599] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.694860] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 686.694860] env[70498]: value = "task-3613908" [ 686.694860] env[70498]: _type = "Task" [ 686.694860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.701456] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.871249] env[70498]: DEBUG nova.policy [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb170d31a434e2b8c7e603737fdcd4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51055cb5ecf347fab1e41ff89c2f7738', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.100207] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.210072] env[70498]: DEBUG oslo_vmware.api [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3613908, 'name': PowerOnVM_Task, 'duration_secs': 0.511527} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.211133] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.211133] env[70498]: INFO nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Took 11.41 seconds to spawn the instance on the hypervisor. [ 687.211133] env[70498]: DEBUG nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.211932] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b23f4-84e3-49ed-bd5d-2743e5ea9c56 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.222810] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.327858] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f446cb74-496b-4782-a7c7-54a963727593 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.338559] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdedb98-059f-419c-a4d0-47a5f3f46aab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.379123] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f31fa5-dd52-429a-a51d-97fa38c08165 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.387469] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85651a28-dc15-4ab9-b8ee-a0f650d14418 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.402530] env[70498]: DEBUG nova.compute.provider_tree [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.743227] env[70498]: INFO nova.compute.manager [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Took 18.43 seconds to build instance. [ 687.797838] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Successfully updated port: dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.909600] env[70498]: DEBUG nova.scheduler.client.report [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.967550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.967550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.114457] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.160981] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.160981] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.160981] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.162122] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.162122] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.162122] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.163113] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.163113] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.163113] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.163311] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.163374] env[70498]: DEBUG nova.virt.hardware [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.164561] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ed65f0-94fc-4a24-876b-9cfc43064e24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.176697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb92363-ec2e-41e7-9b24-a55d5a6b8d03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.247399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2b110de-3217-4c65-a5ec-38d0c337a627 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.948s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.306034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.306196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquired lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.306407] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.420552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.420552] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.425513] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.126s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.430900] env[70498]: INFO nova.compute.claims [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.470815] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.606990] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Successfully created port: a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.633523] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Successfully updated port: 798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.694874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.695167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.885752] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.937799] env[70498]: DEBUG nova.compute.utils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.941774] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.942205] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.983970] env[70498]: DEBUG nova.compute.manager [None req-1d3193db-2678-4935-a5dc-d004e7c727a6 tempest-ServerDiagnosticsTest-507342091 tempest-ServerDiagnosticsTest-507342091-project-admin] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.990019] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6cd56-1eb4-4f2b-ab13-c3df834d5b98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.997634] env[70498]: INFO nova.compute.manager [None req-1d3193db-2678-4935-a5dc-d004e7c727a6 tempest-ServerDiagnosticsTest-507342091 tempest-ServerDiagnosticsTest-507342091-project-admin] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Retrieving diagnostics [ 688.998454] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6e0767-6d7d-4826-b808-2af3265dc07a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.043253] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.050226] env[70498]: DEBUG nova.policy [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f50a15809f0496a8086ee6a059ac56b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a9792516d34b998e96bf3f31df92e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.075492] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Acquiring lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.075492] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.075764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Acquiring lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.076022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.076340] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.083543] env[70498]: INFO nova.compute.manager [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Terminating instance [ 689.139104] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.141863] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquired lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.142050] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.198498] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.291848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "8d879fd2-8368-4e36-8d02-6efd50503650" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.292054] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.345884] env[70498]: DEBUG nova.network.neutron [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Updating instance_info_cache with network_info: [{"id": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "address": "fa:16:3e:a7:9a:93", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc308840-85", "ovs_interfaceid": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.445143] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.586587] env[70498]: DEBUG nova.compute.manager [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.586687] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.590808] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e413c897-db14-469e-8908-2cf4b1578729 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.602148] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.602148] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d688e5d-42b9-4771-936b-f2605b7173e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.614202] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Waiting for the task: (returnval){ [ 689.614202] env[70498]: value = "task-3613909" [ 689.614202] env[70498]: _type = "Task" [ 689.614202] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.625093] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Task: {'id': task-3613909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.734275] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fb374-54c3-46bc-b416-453f69c436b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.741266] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.746484] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d30680f-83e5-4803-9eff-efd9c638db65 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.784397] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.786561] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c189bf5-dfb9-4260-b158-92897db2d711 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.795102] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.800181] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dc11e4-32a8-4525-a9f4-3cc138ee9082 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.819981] env[70498]: DEBUG nova.compute.provider_tree [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.848583] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Releasing lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.849118] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Instance network_info: |[{"id": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "address": "fa:16:3e:a7:9a:93", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc308840-85", "ovs_interfaceid": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.849661] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:9a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc308840-8546-4f02-8188-4ad9ed7e31ff', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.859465] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Creating folder: Project (84be5fe5de644139b8319274a88c349b). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.860212] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76092b80-64de-4f91-ace4-763a0e30aaba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.870764] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Created folder: Project (84be5fe5de644139b8319274a88c349b) in parent group-v720819. [ 689.870916] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Creating folder: Instances. Parent ref: group-v720832. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.871174] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95495812-ca22-4f73-ac22-1d517c0a6798 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.879918] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Created folder: Instances in parent group-v720832. [ 689.880148] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.880349] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.880554] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c727013c-e810-4357-be4a-793e8463948b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.900057] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.900057] env[70498]: value = "task-3613912" [ 689.900057] env[70498]: _type = "Task" [ 689.900057] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.908079] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613912, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.098325] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Successfully created port: 5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.132891] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.133323] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.139053] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Task: {'id': task-3613909, 'name': PowerOffVM_Task, 'duration_secs': 0.2479} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.139428] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.139671] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.140016] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b4c159-1c59-4d7d-b135-7306df34e4a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.215045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.215482] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.216026] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Deleting the datastore file [datastore1] c5f5f913-7e8d-4b43-af34-8c04ffd0b85e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.216387] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2eb3d63-9f79-4024-87f1-d85c81954a08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.228287] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Waiting for the task: (returnval){ [ 690.228287] env[70498]: value = "task-3613914" [ 690.228287] env[70498]: _type = "Task" [ 690.228287] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.237832] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Task: {'id': task-3613914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.323642] env[70498]: DEBUG nova.scheduler.client.report [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.340123] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.410374] env[70498]: DEBUG nova.compute.manager [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Received event network-vif-plugged-dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.410600] env[70498]: DEBUG oslo_concurrency.lockutils [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] Acquiring lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.410808] env[70498]: DEBUG oslo_concurrency.lockutils [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.410974] env[70498]: DEBUG oslo_concurrency.lockutils [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.411347] env[70498]: DEBUG nova.compute.manager [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] No waiting events found dispatching network-vif-plugged-dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.411347] env[70498]: WARNING nova.compute.manager [req-f73e2bb2-2f48-4f9a-a3a8-d3637e051b35 req-0e18c534-9194-4d5b-921f-656880ac2031 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Received unexpected event network-vif-plugged-dc308840-8546-4f02-8188-4ad9ed7e31ff for instance with vm_state building and task_state spawning. [ 690.416641] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613912, 'name': CreateVM_Task, 'duration_secs': 0.370447} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.416641] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.417331] env[70498]: DEBUG oslo_vmware.service [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ef382-ab14-4548-99f2-052983369174 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.426663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.426845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.428099] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.428099] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e096f0-6432-4bea-a311-22ca05ec9b48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.434319] env[70498]: DEBUG nova.network.neutron [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Updating instance_info_cache with network_info: [{"id": "798b5c5b-7590-4604-9b8b-f849afe277c2", "address": "fa:16:3e:7c:db:74", "network": {"id": "baaa4e92-d89e-451c-83f3-fc72326c6347", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1473521385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a4ee5bdb794decbf6054ec8c2586e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798b5c5b-75", "ovs_interfaceid": "798b5c5b-7590-4604-9b8b-f849afe277c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.438860] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 690.438860] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5203a245-a912-7a6f-e9ba-d3e174ecd6ca" [ 690.438860] env[70498]: _type = "Task" [ 690.438860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.447607] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5203a245-a912-7a6f-e9ba-d3e174ecd6ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.463259] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.486249] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.486249] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.486461] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.486755] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.486755] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.486919] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.487171] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.487299] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.487460] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.487616] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.487779] env[70498]: DEBUG nova.virt.hardware [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.489183] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb21694-1c3a-41ab-bb24-3ca0430de484 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.497161] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab834b26-311c-49b0-87d7-965d2be79327 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.740725] env[70498]: DEBUG oslo_vmware.api [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Task: {'id': task-3613914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402372} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.741120] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.741341] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.741574] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.741912] env[70498]: INFO nova.compute.manager [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 690.743031] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.743031] env[70498]: DEBUG nova.compute.manager [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.743031] env[70498]: DEBUG nova.network.neutron [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.830416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.830862] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.834311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.545s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.840915] env[70498]: INFO nova.compute.claims [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.939558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Releasing lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.939558] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Instance network_info: |[{"id": "798b5c5b-7590-4604-9b8b-f849afe277c2", "address": "fa:16:3e:7c:db:74", "network": {"id": "baaa4e92-d89e-451c-83f3-fc72326c6347", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1473521385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a4ee5bdb794decbf6054ec8c2586e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798b5c5b-75", "ovs_interfaceid": "798b5c5b-7590-4604-9b8b-f849afe277c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.939838] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:db:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '798b5c5b-7590-4604-9b8b-f849afe277c2', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.952011] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Creating folder: Project (34a4ee5bdb794decbf6054ec8c2586e8). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.954867] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9048a56-0240-4235-95cb-d048d88f0655 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.963105] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Successfully updated port: a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.977164] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.979246] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.979246] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.979246] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.979246] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.979438] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Created folder: Project (34a4ee5bdb794decbf6054ec8c2586e8) in parent group-v720819. [ 690.979623] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Creating folder: Instances. Parent ref: group-v720835. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.979858] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb91ab8-0b21-4889-9048-fd0146034a98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.983798] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91a187d5-10b0-4443-adac-629f20eeb494 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.994180] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.994453] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.996697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f62432-7a39-40f1-b4be-948aa6ad30b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.999914] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Created folder: Instances in parent group-v720835. [ 691.000230] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.000798] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.001467] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f6d544-6fb1-4cfc-8d1a-c47d90310307 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.021887] env[70498]: DEBUG nova.compute.manager [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Received event network-vif-plugged-798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.022225] env[70498]: DEBUG oslo_concurrency.lockutils [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] Acquiring lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.022474] env[70498]: DEBUG oslo_concurrency.lockutils [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.022745] env[70498]: DEBUG oslo_concurrency.lockutils [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.023185] env[70498]: DEBUG nova.compute.manager [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] No waiting events found dispatching network-vif-plugged-798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.023266] env[70498]: WARNING nova.compute.manager [req-a58a0418-7882-40ab-8d7a-db87c5c68e81 req-5f95777b-5a71-4347-8b4c-9cb9b2bb9405 service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Received unexpected event network-vif-plugged-798b5c5b-7590-4604-9b8b-f849afe277c2 for instance with vm_state building and task_state spawning. [ 691.024845] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e41f2f9-34a6-4673-aa5f-363e0ca8eba2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.029515] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.029515] env[70498]: value = "task-3613917" [ 691.029515] env[70498]: _type = "Task" [ 691.029515] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.034605] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 691.034605] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfdf8e-025b-1dea-6af1-af4311dcfc8d" [ 691.034605] env[70498]: _type = "Task" [ 691.034605] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.047432] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613917, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.050651] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 691.050894] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Creating directory with path [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.051142] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf35551-4c34-46d5-8a95-fde00bde9a1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.077848] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Created directory with path [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.077848] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Fetch image to [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 691.078485] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Downloading image file data f797ac49-600a-4f52-a735-e68b5056bb6a to [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk on the data store datastore2 {{(pid=70498) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 691.079483] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32c30e3-4d78-4b27-beb5-75f5f3d00ba9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.085774] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd4b9c-639a-4099-92bc-f0cd78e136a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.097749] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810c101-eb59-4246-84e1-7e39e89cc140 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.130087] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1fcbf-a713-4a9c-bd2e-049420eeda31 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.136286] env[70498]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-115b2509-6125-4abd-b3d3-fb4061fa14ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.173038] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Downloading image file data f797ac49-600a-4f52-a735-e68b5056bb6a to the data store datastore2 {{(pid=70498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 691.248352] env[70498]: DEBUG oslo_vmware.rw_handles [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 691.349689] env[70498]: DEBUG nova.compute.utils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.361432] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 691.468914] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.469395] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquired lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.469395] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.541577] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613917, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.652507] env[70498]: DEBUG nova.network.neutron [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.862616] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.009144] env[70498]: DEBUG oslo_vmware.rw_handles [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 692.013203] env[70498]: DEBUG oslo_vmware.rw_handles [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 692.047638] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613917, 'name': CreateVM_Task, 'duration_secs': 0.531414} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.056087] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.056290] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.056445] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.056772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.057454] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Downloaded image file data f797ac49-600a-4f52-a735-e68b5056bb6a to vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk on the data store datastore2 {{(pid=70498) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 692.060216] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 692.060216] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Copying Virtual Disk [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk to [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.060216] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf671880-0443-4e38-b5d2-d5c9825dea40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.061500] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238dd804-e6fa-42ce-822e-91f60760fe64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.076714] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 692.076714] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521dc6c5-51f5-0822-8d51-c38535a2c71e" [ 692.076714] env[70498]: _type = "Task" [ 692.076714] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.080954] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 692.080954] env[70498]: value = "task-3613918" [ 692.080954] env[70498]: _type = "Task" [ 692.080954] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.099972] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.099972] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.102209] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.102209] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.140921] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.166449] env[70498]: INFO nova.compute.manager [-] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Took 1.42 seconds to deallocate network for instance. [ 692.239074] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662b54fa-079b-4d29-adb0-6432209750c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.251528] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05d1a3-fab4-4b4b-be9c-e66dac5314f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.296678] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd214b6-81e6-4fee-9387-0bc848d50929 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.304989] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3258116-fa44-4323-a38d-db084509989f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.323818] env[70498]: DEBUG nova.compute.provider_tree [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.429263] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.429263] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.430734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "f80bb6df-8309-43df-ac16-fb628b4ae266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.430956] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.432198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.432198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.432198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.434081] env[70498]: INFO nova.compute.manager [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Terminating instance [ 692.594078] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613918, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.649878] env[70498]: DEBUG nova.network.neutron [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Updating instance_info_cache with network_info: [{"id": "a2b720b0-b240-4133-87eb-f767a57a40eb", "address": "fa:16:3e:b6:71:cb", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b720b0-b2", "ovs_interfaceid": "a2b720b0-b240-4133-87eb-f767a57a40eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.673367] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.829405] env[70498]: DEBUG nova.scheduler.client.report [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.880561] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.915797] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.915870] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.916425] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.916579] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.916757] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.917081] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.917212] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.917411] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.917615] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.917799] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.917996] env[70498]: DEBUG nova.virt.hardware [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.918898] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13709d26-b493-4734-b361-1f80a8951d35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.929609] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0919a-ce8c-4a84-807c-0c3977ff5359 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.952778] env[70498]: DEBUG nova.compute.manager [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.952778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.952778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.958073] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Creating folder: Project (001cf7ee1d134c46bb2253d7493eb5e8). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.958881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08753a0d-262e-4e60-9162-04be36689e53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.961957] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e4df964-195e-4a7e-bfb4-a65354e6f3fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.968307] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.970902] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661f8bc5-1330-4b5a-bcd7-147812bcc468 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.972776] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Created folder: Project (001cf7ee1d134c46bb2253d7493eb5e8) in parent group-v720819. [ 692.972967] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Creating folder: Instances. Parent ref: group-v720838. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.973225] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-900d9c73-b280-4cb2-97ff-7a0cf07c0b84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.976861] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 692.976861] env[70498]: value = "task-3613920" [ 692.976861] env[70498]: _type = "Task" [ 692.976861] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.985463] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Created folder: Instances in parent group-v720838. [ 692.986077] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.986386] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.994390] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36d34589-9345-46f9-a7da-ddd0a3a3aaf3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.009499] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.014656] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.014656] env[70498]: value = "task-3613922" [ 693.014656] env[70498]: _type = "Task" [ 693.014656] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.023633] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613922, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.100447] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672708} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.100776] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Copied Virtual Disk [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk to [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.100929] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleting the datastore file [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a/tmp-sparse.vmdk {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.101304] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c8839d5-a5f6-4945-9c6a-b99428c87e7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.107572] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 693.107572] env[70498]: value = "task-3613923" [ 693.107572] env[70498]: _type = "Task" [ 693.107572] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.115902] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.157902] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Releasing lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.157902] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Instance network_info: |[{"id": "a2b720b0-b240-4133-87eb-f767a57a40eb", "address": "fa:16:3e:b6:71:cb", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b720b0-b2", "ovs_interfaceid": "a2b720b0-b240-4133-87eb-f767a57a40eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.158070] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:71:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b720b0-b240-4133-87eb-f767a57a40eb', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.165903] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Creating folder: Project (51055cb5ecf347fab1e41ff89c2f7738). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.166235] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cee5030-3c22-40d4-b1d9-15e38e73d1f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.176378] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Created folder: Project (51055cb5ecf347fab1e41ff89c2f7738) in parent group-v720819. [ 693.176637] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Creating folder: Instances. Parent ref: group-v720841. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.176933] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceca358e-3653-4780-b679-cd5adfb7a6c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.187615] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Created folder: Instances in parent group-v720841. [ 693.187946] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.188052] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.189057] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ed9839-512b-46ff-8a2c-50019e33bcac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.209319] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.209319] env[70498]: value = "task-3613926" [ 693.209319] env[70498]: _type = "Task" [ 693.209319] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.218512] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613926, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.342140] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.342140] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.342944] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.120s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.344698] env[70498]: INFO nova.compute.claims [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.490104] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613920, 'name': PowerOffVM_Task, 'duration_secs': 0.3049} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.490538] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.491363] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.491363] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1205608f-0764-4f9c-bf39-2dda83a79212 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.525112] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "2410b837-58f4-41d5-b0a7-744ede6691d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.525345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.530147] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613922, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.562757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.562959] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.563151] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Deleting the datastore file [datastore1] f80bb6df-8309-43df-ac16-fb628b4ae266 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.563408] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973c2441-02f4-4f91-98c3-9bcd23b6bcc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.570028] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for the task: (returnval){ [ 693.570028] env[70498]: value = "task-3613928" [ 693.570028] env[70498]: _type = "Task" [ 693.570028] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.578498] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.617642] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213345} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.618304] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.618304] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Moving file from [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4/f797ac49-600a-4f52-a735-e68b5056bb6a to [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a. {{(pid=70498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 693.618483] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e71afe6c-03ca-4ea4-8c60-3c24975da726 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.626636] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 693.626636] env[70498]: value = "task-3613929" [ 693.626636] env[70498]: _type = "Task" [ 693.626636] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.639393] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613929, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.719371] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613926, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.849575] env[70498]: DEBUG nova.compute.utils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.853081] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.853247] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.994725] env[70498]: DEBUG nova.policy [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffdc9a3fc323439e8f37d6bd608a3f51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4131aaee725048058276add33ce37be0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.016260] env[70498]: DEBUG nova.compute.manager [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Received event network-changed-dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.016696] env[70498]: DEBUG nova.compute.manager [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Refreshing instance network info cache due to event network-changed-dc308840-8546-4f02-8188-4ad9ed7e31ff. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.016820] env[70498]: DEBUG oslo_concurrency.lockutils [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] Acquiring lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.019028] env[70498]: DEBUG oslo_concurrency.lockutils [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] Acquired lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.019028] env[70498]: DEBUG nova.network.neutron [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Refreshing network info cache for port dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.032675] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613922, 'name': CreateVM_Task, 'duration_secs': 0.650936} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.034234] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.034234] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.034234] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.034520] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.035042] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e744c0c5-501d-4a91-9d24-92d63029b98b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.041728] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 694.041728] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5299cb94-3ad5-ab84-540f-8321c3d022fd" [ 694.041728] env[70498]: _type = "Task" [ 694.041728] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.042648] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Successfully updated port: 5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.055207] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5299cb94-3ad5-ab84-540f-8321c3d022fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.082813] env[70498]: DEBUG oslo_vmware.api [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Task: {'id': task-3613928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.083156] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.083375] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.083626] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.083812] env[70498]: INFO nova.compute.manager [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Took 1.13 seconds to destroy the instance on the hypervisor. [ 694.084125] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.084309] env[70498]: DEBUG nova.compute.manager [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.084373] env[70498]: DEBUG nova.network.neutron [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.140560] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613929, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.140560] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] File moved {{(pid=70498) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 694.140560] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Cleaning up location [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 694.140842] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleting the datastore file [datastore2] vmware_temp/0cb8509b-09d5-4729-a55f-de509855bcc4 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.141122] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c180c3b5-7b5a-4362-be05-5d3fbd900846 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.148231] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 694.148231] env[70498]: value = "task-3613930" [ 694.148231] env[70498]: _type = "Task" [ 694.148231] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.159030] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.225622] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613926, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.355606] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.545843] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.546050] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.546761] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.566631] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5299cb94-3ad5-ab84-540f-8321c3d022fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.567269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.567567] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.567843] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.666680] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08759} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.666999] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.672205] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620ebea2-1800-4905-b185-3d5dcf3df1c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.675676] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 694.675676] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5276dd7f-1077-c09c-6555-bbf4250a696d" [ 694.675676] env[70498]: _type = "Task" [ 694.675676] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.688793] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5276dd7f-1077-c09c-6555-bbf4250a696d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.702638] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a55527-6db3-4929-81d9-a13d8eab6826 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.718434] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50588ada-ff3d-4568-b1dc-def62effb029 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.729341] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613926, 'name': CreateVM_Task, 'duration_secs': 1.434625} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.758464] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.762125] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.762761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.762761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.763801] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e95d6-b7bd-40c2-85f4-367886280595 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.768754] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba45d3a-3307-4e61-8243-1745fd449868 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.777345] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d05dd4-9c42-48a5-a0d0-df82303abdfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.781743] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 694.781743] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5265da7a-60d9-576a-428c-4f8e2781dea0" [ 694.781743] env[70498]: _type = "Task" [ 694.781743] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.793235] env[70498]: DEBUG nova.compute.provider_tree [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.802873] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5265da7a-60d9-576a-428c-4f8e2781dea0, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.803214] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.803287] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.803575] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959916] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Received event network-changed-798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.959916] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Refreshing instance network info cache due to event network-changed-798b5c5b-7590-4604-9b8b-f849afe277c2. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.959916] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Acquiring lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.959916] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Acquired lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.959916] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Refreshing network info cache for port 798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.140891] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.187414] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5276dd7f-1077-c09c-6555-bbf4250a696d, 'name': SearchDatastore_Task, 'duration_secs': 0.025859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.190155] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.190888] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e7ac8f4e-843b-483e-a3e6-de121f3e7670/e7ac8f4e-843b-483e-a3e6-de121f3e7670.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.190888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.191144] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.191200] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108f93b3-eab4-4fea-a17d-ab8dcd1bc94f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.197225] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0484731f-f0f6-4a47-9a56-e3faa87e3cad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.201148] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 695.201148] env[70498]: value = "task-3613931" [ 695.201148] env[70498]: _type = "Task" [ 695.201148] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.206130] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.206463] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.208188] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d9cfa7-6ffd-48ad-aa70-cc94f037bc4e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.213509] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.222024] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 695.222024] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a8ee75-65aa-2c5e-f58a-1d48e3bc880b" [ 695.222024] env[70498]: _type = "Task" [ 695.222024] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.227666] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a8ee75-65aa-2c5e-f58a-1d48e3bc880b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.297728] env[70498]: DEBUG nova.scheduler.client.report [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.368533] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.409312] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.410034] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.410034] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.410222] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.410367] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.410509] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.410721] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.411241] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.411467] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.411651] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.411832] env[70498]: DEBUG nova.virt.hardware [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.412805] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24be735-bcb0-4212-8d16-cbd748cd7ee8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.425675] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad07ce-5692-4b95-81bf-650ba124e15e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.429056] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Successfully created port: 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.469055] env[70498]: DEBUG nova.network.neutron [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.486431] env[70498]: DEBUG nova.network.neutron [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.586897] env[70498]: DEBUG nova.network.neutron [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Updated VIF entry in instance network info cache for port dc308840-8546-4f02-8188-4ad9ed7e31ff. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.587305] env[70498]: DEBUG nova.network.neutron [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Updating instance_info_cache with network_info: [{"id": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "address": "fa:16:3e:a7:9a:93", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc308840-85", "ovs_interfaceid": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.717904] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481903} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.720374] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e7ac8f4e-843b-483e-a3e6-de121f3e7670/e7ac8f4e-843b-483e-a3e6-de121f3e7670.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.720374] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.720374] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c797fa35-4c2d-4c4e-b5f3-bef9b71b6db9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.732410] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a8ee75-65aa-2c5e-f58a-1d48e3bc880b, 'name': SearchDatastore_Task, 'duration_secs': 0.008766} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.734758] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 695.734758] env[70498]: value = "task-3613932" [ 695.734758] env[70498]: _type = "Task" [ 695.734758] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.734982] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5550bef3-f0b7-4bad-a035-364b5a49d098 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.743400] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 695.743400] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523a242b-a003-81a7-c21e-a66bf5eb98ab" [ 695.743400] env[70498]: _type = "Task" [ 695.743400] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.747019] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.757079] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523a242b-a003-81a7-c21e-a66bf5eb98ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.804773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.805702] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.808141] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.765s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.810547] env[70498]: INFO nova.compute.claims [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.909057] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Updated VIF entry in instance network info cache for port 798b5c5b-7590-4604-9b8b-f849afe277c2. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.909193] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Updating instance_info_cache with network_info: [{"id": "798b5c5b-7590-4604-9b8b-f849afe277c2", "address": "fa:16:3e:7c:db:74", "network": {"id": "baaa4e92-d89e-451c-83f3-fc72326c6347", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1473521385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34a4ee5bdb794decbf6054ec8c2586e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap798b5c5b-75", "ovs_interfaceid": "798b5c5b-7590-4604-9b8b-f849afe277c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.972775] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.972977] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Instance network_info: |[{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.973394] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:4c:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b1951fb-74db-4177-9546-61ea1a559f87', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.986200] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Creating folder: Project (09a9792516d34b998e96bf3f31df92e9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.986510] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cc320b2-387e-4352-ade8-452b77039610 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.989825] env[70498]: INFO nova.compute.manager [-] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Took 1.91 seconds to deallocate network for instance. [ 695.997193] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Created folder: Project (09a9792516d34b998e96bf3f31df92e9) in parent group-v720819. [ 695.997525] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Creating folder: Instances. Parent ref: group-v720844. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.998260] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f20e06-2a34-40d3-8441-15c76b0f8bb6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.008245] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Created folder: Instances in parent group-v720844. [ 696.008596] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.008729] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.009032] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6aa7fb3-df96-496a-b577-fe943c51c9b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.028807] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.028807] env[70498]: value = "task-3613935" [ 696.028807] env[70498]: _type = "Task" [ 696.028807] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.036661] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613935, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.091603] env[70498]: DEBUG oslo_concurrency.lockutils [req-ec2d2b19-115b-41de-9fb7-c0baf7b2c86d req-fc32a0c3-2343-42ca-a8c6-125732e098d9 service nova] Releasing lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.241704] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.242010] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.258475] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064757} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.262477] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.263457] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523a242b-a003-81a7-c21e-a66bf5eb98ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010998} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.264446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f01a06-63ca-4230-9e08-210109f34ee8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.267979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.268321] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 04d01e00-edb3-49f0-b7af-94534fda37e8/04d01e00-edb3-49f0-b7af-94534fda37e8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.268683] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.268994] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.269561] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f965254-e69a-4a28-a315-d23bb829e041 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.274572] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63bab119-33d5-4445-b833-f4e733b4fedc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.295149] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e7ac8f4e-843b-483e-a3e6-de121f3e7670/e7ac8f4e-843b-483e-a3e6-de121f3e7670.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.299773] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc145daf-5333-46d1-a061-b9a19cf8395e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.315032] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 696.315032] env[70498]: value = "task-3613936" [ 696.315032] env[70498]: _type = "Task" [ 696.315032] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.317619] env[70498]: DEBUG nova.compute.utils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.320897] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.321248] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.322358] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.322652] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.330032] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49daef9-8365-44df-b395-82ff531a9dca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.335497] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 696.335497] env[70498]: value = "task-3613937" [ 696.335497] env[70498]: _type = "Task" [ 696.335497] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.343999] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.344122] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 696.344122] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5215e8f1-a133-a8a6-5d91-bf83304ad971" [ 696.344122] env[70498]: _type = "Task" [ 696.344122] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.352947] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.359533] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5215e8f1-a133-a8a6-5d91-bf83304ad971, 'name': SearchDatastore_Task, 'duration_secs': 0.009069} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.360233] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd793d5-59ea-48c7-bd25-12040ddb44fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.366406] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 696.366406] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520a827c-f640-4958-c074-6ed3d6a8e522" [ 696.366406] env[70498]: _type = "Task" [ 696.366406] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.374131] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a827c-f640-4958-c074-6ed3d6a8e522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.412144] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Releasing lock "refresh_cache-04d01e00-edb3-49f0-b7af-94534fda37e8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.412144] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Received event network-vif-plugged-a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.412430] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Acquiring lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.412614] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.412752] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.412990] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] No waiting events found dispatching network-vif-plugged-a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.413821] env[70498]: WARNING nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Received unexpected event network-vif-plugged-a2b720b0-b240-4133-87eb-f767a57a40eb for instance with vm_state building and task_state spawning. [ 696.413821] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Received event network-changed-a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.413821] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Refreshing instance network info cache due to event network-changed-a2b720b0-b240-4133-87eb-f767a57a40eb. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.413821] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Acquiring lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.413821] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Acquired lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.414043] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Refreshing network info cache for port a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.467791] env[70498]: DEBUG nova.policy [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1ffcca862024bc38e2bebc090a90e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31bf6c7c438a4479a0d263f1f3c368e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.501143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.541408] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613935, 'name': CreateVM_Task, 'duration_secs': 0.407972} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.541764] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.542588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.542912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.543549] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.543921] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b153a72-e883-4267-8760-ecbfb595b930 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.550209] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 696.550209] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523be60a-c0a2-1fd8-3753-c6c5b48659ad" [ 696.550209] env[70498]: _type = "Task" [ 696.550209] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.564255] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523be60a-c0a2-1fd8-3753-c6c5b48659ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.829019] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.844271] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500148} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.852524] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 04d01e00-edb3-49f0-b7af-94534fda37e8/04d01e00-edb3-49f0-b7af-94534fda37e8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.852941] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.853461] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bda3f02-58e7-4bce-8401-092c06e84bf0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.861547] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.863202] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 696.863202] env[70498]: value = "task-3613938" [ 696.863202] env[70498]: _type = "Task" [ 696.863202] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.887492] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.894862] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a827c-f640-4958-c074-6ed3d6a8e522, 'name': SearchDatastore_Task, 'duration_secs': 0.008831} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.895211] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.895484] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.895814] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.895960] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.896185] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec4cf588-9633-4e41-8ebe-845c7fcf4498 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.898859] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f84bf3e2-04b3-4301-afb6-69f660301dbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.911141] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 696.911141] env[70498]: value = "task-3613939" [ 696.911141] env[70498]: _type = "Task" [ 696.911141] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.913032] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.913032] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.917525] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b208d1e-2a41-4b24-ab36-dca24f3eaf73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.941287] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.941660] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 696.941660] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523e750a-bc9a-10d6-f11d-aadc78dfd7b4" [ 696.941660] env[70498]: _type = "Task" [ 696.941660] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.960333] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523e750a-bc9a-10d6-f11d-aadc78dfd7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.018538} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.960333] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ab7be6-ebb5-46ad-971d-a029241e59f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.972862] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 696.972862] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c4f233-e335-08aa-f224-0ce8d0bd9f96" [ 696.972862] env[70498]: _type = "Task" [ 696.972862] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.983538] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c4f233-e335-08aa-f224-0ce8d0bd9f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.063882] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523be60a-c0a2-1fd8-3753-c6c5b48659ad, 'name': SearchDatastore_Task, 'duration_secs': 0.068163} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.067269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.067269] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.068107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.089979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.090281] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.257327] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe28f21-ab8c-47a5-9c17-9a6ae614ebbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.268301] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af28af-da2e-4881-9277-5fedecb6a4d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.315650] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b27a4c1-0ec4-4ecf-9f46-877fa622350a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.328782] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312ed1f3-7d09-40e2-9c30-0a0fb70e4e13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.354217] env[70498]: DEBUG nova.compute.provider_tree [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.364271] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613937, 'name': ReconfigVM_Task, 'duration_secs': 0.617176} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.369261] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e7ac8f4e-843b-483e-a3e6-de121f3e7670/e7ac8f4e-843b-483e-a3e6-de121f3e7670.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.369713] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9053d172-a7ea-46e2-bf78-544210e8fea9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.380416] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095013} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.384150] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.384150] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 697.384150] env[70498]: value = "task-3613940" [ 697.384150] env[70498]: _type = "Task" [ 697.384150] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.384150] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524268b5-9b9e-4a7e-8d38-4b3c204b66f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.414271] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 04d01e00-edb3-49f0-b7af-94534fda37e8/04d01e00-edb3-49f0-b7af-94534fda37e8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.421774] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c425d96f-be47-429c-a09a-836af5d0c4ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.445676] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487072} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.447189] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.447313] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.450390] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 697.450390] env[70498]: value = "task-3613941" [ 697.450390] env[70498]: _type = "Task" [ 697.450390] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.450390] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c711380a-8386-45c2-94ad-d5790acc8ef1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.463405] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.463405] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 697.463405] env[70498]: value = "task-3613942" [ 697.463405] env[70498]: _type = "Task" [ 697.463405] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.476976] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.490963] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c4f233-e335-08aa-f224-0ce8d0bd9f96, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.492241] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.492562] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e15d26f1-db9f-4d9f-88fa-119ecaccd899/e15d26f1-db9f-4d9f-88fa-119ecaccd899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.492874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.493088] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.493420] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03292af7-fc8c-474f-9522-9c0e855abff2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.500568] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59b21328-d1c3-41df-93e5-7d1b1fdf517e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.511921] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 697.511921] env[70498]: value = "task-3613943" [ 697.511921] env[70498]: _type = "Task" [ 697.511921] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.513674] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.513845] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.518839] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dd3f63-ed87-42e2-9de2-4ec35846aa49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.526943] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.528283] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 697.528283] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5221ef56-7d65-4915-ef84-57ea6ba9cacd" [ 697.528283] env[70498]: _type = "Task" [ 697.528283] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.542272] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5221ef56-7d65-4915-ef84-57ea6ba9cacd, 'name': SearchDatastore_Task, 'duration_secs': 0.009488} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.543121] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b823366-a5e1-4bca-a0f0-bde0e2c7a4b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.551963] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 697.551963] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b58750-04cc-cf14-073f-281c9de0ae05" [ 697.551963] env[70498]: _type = "Task" [ 697.551963] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.564984] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b58750-04cc-cf14-073f-281c9de0ae05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.648527] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Successfully created port: c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.660098] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Updated VIF entry in instance network info cache for port a2b720b0-b240-4133-87eb-f767a57a40eb. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.660432] env[70498]: DEBUG nova.network.neutron [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Updating instance_info_cache with network_info: [{"id": "a2b720b0-b240-4133-87eb-f767a57a40eb", "address": "fa:16:3e:b6:71:cb", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b720b0-b2", "ovs_interfaceid": "a2b720b0-b240-4133-87eb-f767a57a40eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.844090] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.889028] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.889384] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.889472] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.892521] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.892521] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.892521] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.892521] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.892521] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.893052] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.893052] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.893581] env[70498]: DEBUG nova.virt.hardware [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.894571] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950771a-5a87-425b-b43b-197c678f516f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.904674] env[70498]: ERROR nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [req-068c14a3-f2c8-4189-b974-40f9482d6b9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-068c14a3-f2c8-4189-b974-40f9482d6b9f"}]} [ 697.918331] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613940, 'name': Rename_Task, 'duration_secs': 0.168289} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.921836] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.922260] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d385d132-4f4a-4bf2-9335-7a83dcd3da6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.925243] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a794fbf-034b-458e-a9b0-dd3999dffc8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.933213] env[70498]: DEBUG nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 697.951029] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Received event network-changed-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.951029] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Refreshing instance network info cache due to event network-changed-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.951384] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Acquiring lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.951520] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Acquired lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.953677] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Refreshing network info cache for port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.953677] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 697.953677] env[70498]: value = "task-3613944" [ 697.953677] env[70498]: _type = "Task" [ 697.953677] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.964040] env[70498]: DEBUG nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 697.964685] env[70498]: DEBUG nova.compute.provider_tree [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.979326] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.979578] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613944, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.990509] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070476} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.990815] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.991736] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038cff16-964c-475a-a9cf-8c3953b34305 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.016151] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.017468] env[70498]: DEBUG nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 698.019680] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8348e6d0-d25f-4d05-81f4-0e5e974c54c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.046198] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492568} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.047920] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e15d26f1-db9f-4d9f-88fa-119ecaccd899/e15d26f1-db9f-4d9f-88fa-119ecaccd899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.048169] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.048498] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 698.048498] env[70498]: value = "task-3613945" [ 698.048498] env[70498]: _type = "Task" [ 698.048498] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.048685] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70106dff-5cdf-4af9-9470-a9a2a3b92e4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.062607] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.062841] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 698.062841] env[70498]: value = "task-3613946" [ 698.062841] env[70498]: _type = "Task" [ 698.062841] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.063739] env[70498]: DEBUG nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 698.083597] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b58750-04cc-cf14-073f-281c9de0ae05, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.083597] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Successfully updated port: 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.083597] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.083746] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.084146] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c56756-d4c5-4fb6-8503-7a0305508b15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.092765] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.101359] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 698.101359] env[70498]: value = "task-3613947" [ 698.101359] env[70498]: _type = "Task" [ 698.101359] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.116437] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.168438] env[70498]: DEBUG oslo_concurrency.lockutils [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] Releasing lock "refresh_cache-e15d26f1-db9f-4d9f-88fa-119ecaccd899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.168725] env[70498]: DEBUG nova.compute.manager [req-28287de9-8578-45f1-a4a7-ae8675a54997 req-bd8a51de-4fab-4444-9311-cb25462118bf service nova] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Received event network-vif-deleted-b95354f1-5ca0-43f4-81a6-f3d6751d8fcd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.171728] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "84742990-e625-4838-8c34-e131d2060f3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.171944] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.485406] env[70498]: DEBUG oslo_vmware.api [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613944, 'name': PowerOnVM_Task, 'duration_secs': 0.53976} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.489294] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.489514] env[70498]: INFO nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Took 15.16 seconds to spawn the instance on the hypervisor. [ 698.489733] env[70498]: DEBUG nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.490096] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.491186] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9fe836-4509-49b1-a443-539e34168c78 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.572752] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.578520] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe11061-bf3a-408a-8d20-dcdb086828a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.583506] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.583602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.583706] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.597660] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070343} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.599769] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9008ad6-fc63-48be-841c-0dec2d27e2db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.602232] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.604017] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340264ea-02a3-4a49-8b4a-81cd07120fa4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.659691] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcabd4c0-1891-440c-bcf8-4c7f33984158 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.673795] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] e15d26f1-db9f-4d9f-88fa-119ecaccd899/e15d26f1-db9f-4d9f-88fa-119ecaccd899.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.677389] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3268c5a-086b-439c-9152-b7357372c538 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.691468] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613947, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.698318] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27ea555-5f58-4092-b606-b012cad8a25e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.704506] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 698.704506] env[70498]: value = "task-3613948" [ 698.704506] env[70498]: _type = "Task" [ 698.704506] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.715388] env[70498]: DEBUG nova.compute.provider_tree [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.723798] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.972767] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613941, 'name': ReconfigVM_Task, 'duration_secs': 1.484665} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.973255] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 04d01e00-edb3-49f0-b7af-94534fda37e8/04d01e00-edb3-49f0-b7af-94534fda37e8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.974110] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8faac16f-33f3-4ee0-a381-13c92672a8a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.985647] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 698.985647] env[70498]: value = "task-3613949" [ 698.985647] env[70498]: _type = "Task" [ 698.985647] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.996296] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613949, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.020143] env[70498]: INFO nova.compute.manager [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Took 21.52 seconds to build instance. [ 699.027289] env[70498]: DEBUG nova.compute.manager [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-vif-plugged-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.027551] env[70498]: DEBUG oslo_concurrency.lockutils [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] Acquiring lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.027809] env[70498]: DEBUG oslo_concurrency.lockutils [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.027997] env[70498]: DEBUG oslo_concurrency.lockutils [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.028803] env[70498]: DEBUG nova.compute.manager [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] No waiting events found dispatching network-vif-plugged-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.028803] env[70498]: WARNING nova.compute.manager [req-687a0907-d5b7-4975-a57f-b6be846d8167 req-99739bfc-9a8c-4bbd-8555-6cc6c332f451 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received unexpected event network-vif-plugged-743a42af-7f37-4061-ab76-1cb6a7c515ff for instance with vm_state building and task_state spawning. [ 699.068503] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.119771] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644099} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.120064] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.120413] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.120686] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58792365-b85c-4d51-b432-42f7c50bfc25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.128142] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 699.128142] env[70498]: value = "task-3613950" [ 699.128142] env[70498]: _type = "Task" [ 699.128142] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.134195] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updated VIF entry in instance network info cache for port dfbdd0be-a9e7-48ad-974a-68ca1f30ef88. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.134540] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updating instance_info_cache with network_info: [{"id": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "address": "fa:16:3e:75:12:08", "network": {"id": "7dd8203a-91bd-4561-8c91-26efaa0103a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1194704835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5c43520837a4b4ba9bbe5aea31c34b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a06a63d6-2aeb-4084-8022-f804cac3fa74", "external-id": "nsx-vlan-transportzone-797", "segmentation_id": 797, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfbdd0be-a9", "ovs_interfaceid": "dfbdd0be-a9e7-48ad-974a-68ca1f30ef88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.142957] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.153631] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.214944] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613948, 'name': ReconfigVM_Task, 'duration_secs': 0.293316} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.214944] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Reconfigured VM instance instance-00000007 to attach disk [datastore2] e15d26f1-db9f-4d9f-88fa-119ecaccd899/e15d26f1-db9f-4d9f-88fa-119ecaccd899.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.215489] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f577b07-a7d5-4349-8758-80f8f27ea6d8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.225706] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 699.225706] env[70498]: value = "task-3613951" [ 699.225706] env[70498]: _type = "Task" [ 699.225706] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.238566] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613951, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.273040] env[70498]: DEBUG nova.scheduler.client.report [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 699.273040] env[70498]: DEBUG nova.compute.provider_tree [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 24 to 25 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 699.273371] env[70498]: DEBUG nova.compute.provider_tree [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 699.432855] env[70498]: DEBUG nova.network.neutron [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.495884] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613949, 'name': Rename_Task, 'duration_secs': 0.151386} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.501144] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.501144] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f0f002c-2300-4324-986b-8823259fee44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.506537] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 699.506537] env[70498]: value = "task-3613952" [ 699.506537] env[70498]: _type = "Task" [ 699.506537] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.516413] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.524028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4c97c358-72d0-4f47-9b44-13c298a27307 tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.033s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.568424] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613945, 'name': ReconfigVM_Task, 'duration_secs': 1.137519} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.568666] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.569295] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0234b0a4-5532-4f1e-ad2a-675b68ecd758 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.579663] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 699.579663] env[70498]: value = "task-3613953" [ 699.579663] env[70498]: _type = "Task" [ 699.579663] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.588869] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613953, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.643197] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Releasing lock "refresh_cache-60d32c82-d2e4-46a6-a742-edd824f37f59" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.643197] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Received event network-vif-plugged-5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.643197] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.643197] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.643565] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.643688] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] No waiting events found dispatching network-vif-plugged-5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.643912] env[70498]: WARNING nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Received unexpected event network-vif-plugged-5b1951fb-74db-4177-9546-61ea1a559f87 for instance with vm_state building and task_state spawning. [ 699.644121] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Received event network-changed-5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.644309] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Refreshing instance network info cache due to event network-changed-5b1951fb-74db-4177-9546-61ea1a559f87. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.644523] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Acquiring lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.644737] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Acquired lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.645089] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Refreshing network info cache for port 5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.647884] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06583} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.647884] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.647884] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa530e-e030-4f2e-944a-b471ff9bf08e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.678149] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.679101] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78982614-e4a5-41cb-a722-43f9dd4c0e24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.698847] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 699.698847] env[70498]: value = "task-3613954" [ 699.698847] env[70498]: _type = "Task" [ 699.698847] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.708713] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.736834] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613951, 'name': Rename_Task, 'duration_secs': 0.157192} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.737149] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.737149] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aed2444-9223-44bd-9464-6c1afc5d9516 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.746746] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 699.746746] env[70498]: value = "task-3613955" [ 699.746746] env[70498]: _type = "Task" [ 699.746746] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.759250] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.781179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.972s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.781179] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.784607] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.044s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.786090] env[70498]: INFO nova.compute.claims [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.939770] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Successfully updated port: c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.941526] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.941911] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Instance network_info: |[{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.944592] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:b9:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743a42af-7f37-4061-ab76-1cb6a7c515ff', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.951905] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Creating folder: Project (4131aaee725048058276add33ce37be0). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.951905] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d18c1696-4559-4762-a533-b058665450a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.963157] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Created folder: Project (4131aaee725048058276add33ce37be0) in parent group-v720819. [ 699.963870] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Creating folder: Instances. Parent ref: group-v720847. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.964707] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-204b0826-1974-49bb-aa3c-af954f329499 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.976487] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Created folder: Instances in parent group-v720847. [ 699.976960] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.978252] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.978252] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbbb68a6-c008-4b0d-a33f-51ed14066df8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.002900] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.002900] env[70498]: value = "task-3613958" [ 700.002900] env[70498]: _type = "Task" [ 700.002900] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.026751] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613958, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.027069] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.031479] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613952, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.095111] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613953, 'name': Rename_Task, 'duration_secs': 0.184592} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.095357] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.096364] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9266de3e-b07e-4c3a-866d-392baf149298 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.103825] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 700.103825] env[70498]: value = "task-3613959" [ 700.103825] env[70498]: _type = "Task" [ 700.103825] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.119275] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.211586] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613954, 'name': ReconfigVM_Task, 'duration_secs': 0.401012} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.211586] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.211991] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b782927-fa52-4a11-b905-9270c8ffd055 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.220069] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 700.220069] env[70498]: value = "task-3613960" [ 700.220069] env[70498]: _type = "Task" [ 700.220069] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.232037] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613960, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.262926] env[70498]: DEBUG oslo_vmware.api [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613955, 'name': PowerOnVM_Task, 'duration_secs': 0.491055} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.265692] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.265983] env[70498]: INFO nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Took 12.15 seconds to spawn the instance on the hypervisor. [ 700.266150] env[70498]: DEBUG nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.267020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71fd84-2e7a-4c2b-a63c-e138541f48e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.290518] env[70498]: DEBUG nova.compute.utils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.298179] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.298468] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.379020] env[70498]: DEBUG nova.policy [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a569dc980889441f9afb15c80737192d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f904af279354295876ce62d73e89e9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.444763] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.444951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.445395] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.512786] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613958, 'name': CreateVM_Task, 'duration_secs': 0.501544} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.515963] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.516697] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.516872] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.517191] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.517815] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92fab22-72fb-45a5-91c1-e3939ad55781 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.524058] env[70498]: DEBUG oslo_vmware.api [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613952, 'name': PowerOnVM_Task, 'duration_secs': 0.559661} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.524661] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.524873] env[70498]: INFO nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 14.87 seconds to spawn the instance on the hypervisor. [ 700.525050] env[70498]: DEBUG nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.525797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97722da8-bd1a-4091-b884-058198605075 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.529416] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 700.529416] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ffca94-0f40-33de-cd05-344e6f41233d" [ 700.529416] env[70498]: _type = "Task" [ 700.529416] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.547053] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ffca94-0f40-33de-cd05-344e6f41233d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.583764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.617967] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613959, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.734871] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613960, 'name': Rename_Task, 'duration_secs': 0.20754} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.735207] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.735457] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57a90f53-2505-46d6-8185-19f4bc921f16 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.741152] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updated VIF entry in instance network info cache for port 5b1951fb-74db-4177-9546-61ea1a559f87. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.741487] env[70498]: DEBUG nova.network.neutron [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.746341] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 700.746341] env[70498]: value = "task-3613961" [ 700.746341] env[70498]: _type = "Task" [ 700.746341] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.755142] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.788336] env[70498]: INFO nova.compute.manager [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Took 20.37 seconds to build instance. [ 700.796260] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.877110] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Successfully created port: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.011140] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.041399] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ffca94-0f40-33de-cd05-344e6f41233d, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.044759] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.045068] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.045366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.045524] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.045723] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.048277] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d5cf583-afc0-4821-a93f-4ff715677d1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.058026] env[70498]: INFO nova.compute.manager [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 22.06 seconds to build instance. [ 701.067095] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.067095] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.068826] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c347db0-9661-4a7d-be61-c15cdb844958 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.075776] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 701.075776] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d8bd60-4738-d0a1-baa3-27bf510b5a93" [ 701.075776] env[70498]: _type = "Task" [ 701.075776] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.083703] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d8bd60-4738-d0a1-baa3-27bf510b5a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.115065] env[70498]: DEBUG oslo_vmware.api [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613959, 'name': PowerOnVM_Task, 'duration_secs': 0.644458} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.115345] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.115586] env[70498]: INFO nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Took 8.23 seconds to spawn the instance on the hypervisor. [ 701.116034] env[70498]: DEBUG nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.116472] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb1422-ae15-4680-83dc-7ce9720a517f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.187496] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff49a3b-fedd-4917-90f6-dde69fe2ea08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.198639] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c892601-4452-4cb6-8817-ca5ed44fd60c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.232442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491903eb-738b-4541-bcb2-7367bb344dd2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.241579] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ad803-950f-476b-8c80-b0966c29dbb2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.246472] env[70498]: DEBUG oslo_concurrency.lockutils [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] Releasing lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.246734] env[70498]: DEBUG nova.compute.manager [req-2013801f-03d5-42f4-acb8-4a2985e2f030 req-4c2c3536-f2d0-49ac-8b0e-f2f8559f3856 service nova] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Received event network-vif-deleted-bdaf419a-d8b6-46e6-8666-7ce44eebf38d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.270241] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.270241] env[70498]: DEBUG nova.compute.provider_tree [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.291086] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1059bd9f-e098-432b-bd69-fc2f11bee320 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.896s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.352161] env[70498]: DEBUG nova.network.neutron [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Updating instance_info_cache with network_info: [{"id": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "address": "fa:16:3e:5f:17:1d", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dfea45-46", "ovs_interfaceid": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.359743] env[70498]: DEBUG nova.compute.manager [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Received event network-vif-plugged-c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.359991] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Acquiring lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.360188] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.360360] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.360506] env[70498]: DEBUG nova.compute.manager [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] No waiting events found dispatching network-vif-plugged-c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.360718] env[70498]: WARNING nova.compute.manager [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Received unexpected event network-vif-plugged-c1dfea45-46b6-4d2b-a3bd-2841d149645d for instance with vm_state building and task_state spawning. [ 701.360891] env[70498]: DEBUG nova.compute.manager [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Received event network-changed-c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.361062] env[70498]: DEBUG nova.compute.manager [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Refreshing instance network info cache due to event network-changed-c1dfea45-46b6-4d2b-a3bd-2841d149645d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.361275] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Acquiring lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.559188] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b4ca5970-a21f-448a-ae89-090539a5eb19 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.586s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.586949] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d8bd60-4738-d0a1-baa3-27bf510b5a93, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.587833] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e563ae-36c8-4a37-8322-24a909651ab6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.594402] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 701.594402] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52385672-abc1-127f-280c-33bd9ba1f42f" [ 701.594402] env[70498]: _type = "Task" [ 701.594402] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.605678] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52385672-abc1-127f-280c-33bd9ba1f42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.637028] env[70498]: INFO nova.compute.manager [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Took 17.37 seconds to build instance. [ 701.756293] env[70498]: DEBUG oslo_vmware.api [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3613961, 'name': PowerOnVM_Task, 'duration_secs': 0.747963} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.756571] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.756943] env[70498]: INFO nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Took 11.29 seconds to spawn the instance on the hypervisor. [ 701.757166] env[70498]: DEBUG nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.757945] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73270183-6c4c-4d45-a8a9-84d230bc9966 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.773312] env[70498]: DEBUG nova.scheduler.client.report [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.793654] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.807141] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.830074] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1807953174',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1267563190',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.830309] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.830457] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.830688] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.830776] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.831102] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.831183] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.831272] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.831428] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.831582] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.831743] env[70498]: DEBUG nova.virt.hardware [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.832618] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fb2def-96e0-4366-9d65-a9b80f2e0705 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.841171] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12161e87-a3dd-4820-aee6-49464292a194 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.855030] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance network_info: |[{"id": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "address": "fa:16:3e:5f:17:1d", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dfea45-46", "ovs_interfaceid": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.855540] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Acquired lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.855729] env[70498]: DEBUG nova.network.neutron [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Refreshing network info cache for port c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.856808] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:17:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dfea45-46b6-4d2b-a3bd-2841d149645d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.867081] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating folder: Project (31bf6c7c438a4479a0d263f1f3c368e7). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.867081] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ec43666-0624-4d26-8e3d-841f974cf7b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.877206] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created folder: Project (31bf6c7c438a4479a0d263f1f3c368e7) in parent group-v720819. [ 701.877392] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating folder: Instances. Parent ref: group-v720850. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.877932] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80ac3ea6-c234-4300-b6f7-21d176f4eed4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.889444] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created folder: Instances in parent group-v720850. [ 701.889525] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.889695] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.889889] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd707361-c7b3-4a96-aee8-b17fcb4b9092 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.908387] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.908387] env[70498]: value = "task-3613964" [ 701.908387] env[70498]: _type = "Task" [ 701.908387] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.915460] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613964, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.062479] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.107939] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52385672-abc1-127f-280c-33bd9ba1f42f, 'name': SearchDatastore_Task, 'duration_secs': 0.021327} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.107939] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.107939] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] b94d7c52-0c30-4467-a5bb-d3c4bdced0ea/b94d7c52-0c30-4467-a5bb-d3c4bdced0ea.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.107939] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfdf15bd-2b92-4cf0-b236-0fa25725e671 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.115220] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 702.115220] env[70498]: value = "task-3613965" [ 702.115220] env[70498]: _type = "Task" [ 702.115220] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.124288] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.140371] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03d1822d-f965-4809-b684-4bbbae2a856d tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.881s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.276231] env[70498]: INFO nova.compute.manager [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Took 20.68 seconds to build instance. [ 702.278128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.278798] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.281291] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.943s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.283185] env[70498]: INFO nova.compute.claims [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.300927] env[70498]: DEBUG nova.compute.manager [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Received event network-changed {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.301138] env[70498]: DEBUG nova.compute.manager [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Refreshing instance network info cache due to event network-changed. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.301354] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] Acquiring lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.301493] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] Acquired lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.301651] env[70498]: DEBUG nova.network.neutron [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.321118] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.385439] env[70498]: DEBUG nova.compute.manager [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.385439] env[70498]: DEBUG nova.compute.manager [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing instance network info cache due to event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.385439] env[70498]: DEBUG oslo_concurrency.lockutils [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.385620] env[70498]: DEBUG oslo_concurrency.lockutils [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.385620] env[70498]: DEBUG nova.network.neutron [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.419914] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613964, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.520426] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.521272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.583631] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.626688] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613965, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.645518] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.664680] env[70498]: DEBUG nova.network.neutron [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Updated VIF entry in instance network info cache for port c1dfea45-46b6-4d2b-a3bd-2841d149645d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.665561] env[70498]: DEBUG nova.network.neutron [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Updating instance_info_cache with network_info: [{"id": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "address": "fa:16:3e:5f:17:1d", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dfea45-46", "ovs_interfaceid": "c1dfea45-46b6-4d2b-a3bd-2841d149645d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.778242] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a8ed3fcc-d615-4ebd-99f0-d1ea74a532eb tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.206s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.788134] env[70498]: DEBUG nova.compute.utils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.793814] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.794037] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.883550] env[70498]: DEBUG nova.policy [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a96e8e55b2554096b3bef05cddf74cc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d6aad25894e457db38d9a66e8501b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.924234] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613964, 'name': CreateVM_Task, 'duration_secs': 0.65835} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.930062] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Successfully updated port: ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.930062] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.930062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.930062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.930062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.930227] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9476e261-180b-4692-827a-b82a0c97a98d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.934874] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 702.934874] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d8a720-b33c-e8f0-b4a0-f02504ff8f6c" [ 702.934874] env[70498]: _type = "Task" [ 702.934874] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.948895] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d8a720-b33c-e8f0-b4a0-f02504ff8f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.949462] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.949655] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.949932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.950089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.950271] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.950921] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a8680e-eddb-4532-97bb-ca7958870af6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.962261] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.962426] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.963457] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daadad73-ce78-439b-88a3-48dca896e980 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.969502] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 702.969502] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5226471d-544a-0288-b040-436a066d27da" [ 702.969502] env[70498]: _type = "Task" [ 702.969502] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.978213] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5226471d-544a-0288-b040-436a066d27da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.131209] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835956} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.131515] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] b94d7c52-0c30-4467-a5bb-d3c4bdced0ea/b94d7c52-0c30-4467-a5bb-d3c4bdced0ea.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.131678] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.132713] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1109147-1e99-4302-abf1-2485b9f88d7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.138350] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 703.138350] env[70498]: value = "task-3613966" [ 703.138350] env[70498]: _type = "Task" [ 703.138350] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.146949] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.174509] env[70498]: DEBUG oslo_concurrency.lockutils [req-539d1bdc-74a2-460f-b851-fb9a03a92448 req-aaf67e34-b2f4-4d5c-b891-ce24850be4ed service nova] Releasing lock "refresh_cache-350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.181888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.258713] env[70498]: DEBUG nova.network.neutron [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Updating instance_info_cache with network_info: [{"id": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "address": "fa:16:3e:a7:9a:93", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc308840-85", "ovs_interfaceid": "dc308840-8546-4f02-8188-4ad9ed7e31ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.286299] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.301370] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.402955] env[70498]: DEBUG nova.network.neutron [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updated VIF entry in instance network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.402955] env[70498]: DEBUG nova.network.neutron [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.431583] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.431757] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.431757] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.486128] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5226471d-544a-0288-b040-436a066d27da, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.492761] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2465e241-5a40-45fb-b8be-030f66c32bea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.498463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.499074] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.507548] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 703.507548] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3e602-0ceb-de58-5be3-f88c96a9b7d6" [ 703.507548] env[70498]: _type = "Task" [ 703.507548] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.519382] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3e602-0ceb-de58-5be3-f88c96a9b7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.530010] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Successfully created port: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.652944] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068366} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.653785] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.654014] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d31242-3929-4e6a-b98d-dd5633d60eef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.679665] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] b94d7c52-0c30-4467-a5bb-d3c4bdced0ea/b94d7c52-0c30-4467-a5bb-d3c4bdced0ea.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.682563] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f16dc8a-ae0b-432f-8540-2d68325e5c66 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.704945] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 703.704945] env[70498]: value = "task-3613967" [ 703.704945] env[70498]: _type = "Task" [ 703.704945] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.717130] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.718789] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ca86c-7343-426a-bb04-73b1dc018a57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.727551] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f555ce1-d39f-4eac-a6c0-3850df2915ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.759667] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e1e8a2-7e88-4aae-bb0b-b9942deb20bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.762659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bbebe2fc-6984-464e-9254-6338485e3037 tempest-ServerExternalEventsTest-1481462485 tempest-ServerExternalEventsTest-1481462485-project] Releasing lock "refresh_cache-e7ac8f4e-843b-483e-a3e6-de121f3e7670" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.768278] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a32d97b-17c2-4e91-be7d-45cc72cfd97b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.783915] env[70498]: DEBUG nova.compute.provider_tree [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.821058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.910192] env[70498]: DEBUG oslo_concurrency.lockutils [req-827dc603-f92c-45ce-82e7-36c3fd19a5ba req-53ffc241-e0c3-4f84-bd10-c11506b2e6a2 service nova] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.976844] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.019607] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3e602-0ceb-de58-5be3-f88c96a9b7d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.019924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.020227] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.023153] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45378c5b-8442-48d5-9542-87fed2b9c8b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.027782] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 704.027782] env[70498]: value = "task-3613968" [ 704.027782] env[70498]: _type = "Task" [ 704.027782] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.040440] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.041178] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.041178] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.041850] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.041850] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.043989] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.045447] env[70498]: INFO nova.compute.manager [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Terminating instance [ 704.200810] env[70498]: DEBUG nova.network.neutron [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updating instance_info_cache with network_info: [{"id": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "address": "fa:16:3e:fa:57:19", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped167883-9a", "ovs_interfaceid": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.220465] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.289540] env[70498]: DEBUG nova.scheduler.client.report [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.293825] env[70498]: INFO nova.compute.manager [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Rebuilding instance [ 704.320458] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.356705] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.357552] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.358096] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.359362] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.359362] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.359463] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.359895] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.360462] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.360880] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.361267] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.361511] env[70498]: DEBUG nova.virt.hardware [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.363674] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d81fc75-89d6-4b13-a7d1-9e6a36c3fa11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.376081] env[70498]: DEBUG nova.compute.manager [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.377618] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6eb36d-d772-40d2-a6c8-4394dff6a451 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.394181] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b00e45-aa62-4a3b-b10a-ee56e008b034 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.542615] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.550825] env[70498]: DEBUG nova.compute.manager [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.551315] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.552346] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6858f2-daaa-4379-b0b9-2176b855c8ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.564420] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.564913] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9d7a32-a1d0-4eb4-9d35-392dc286f57c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.577022] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 704.577022] env[70498]: value = "task-3613969" [ 704.577022] env[70498]: _type = "Task" [ 704.577022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.591392] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.704522] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.704522] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Instance network_info: |[{"id": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "address": "fa:16:3e:fa:57:19", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped167883-9a", "ovs_interfaceid": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.704803] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:57:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed167883-9a6d-4c06-b02a-e0d9ac8f25f4', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.713176] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Creating folder: Project (0f904af279354295876ce62d73e89e9f). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.713965] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9367ea1-c2a9-4e8e-bfea-45483ff3e57c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.725206] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613967, 'name': ReconfigVM_Task, 'duration_secs': 0.569921} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.725482] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfigured VM instance instance-0000000a to attach disk [datastore2] b94d7c52-0c30-4467-a5bb-d3c4bdced0ea/b94d7c52-0c30-4467-a5bb-d3c4bdced0ea.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.726128] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54205a37-8729-4c2d-81dd-c217ca49b235 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.729875] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Created folder: Project (0f904af279354295876ce62d73e89e9f) in parent group-v720819. [ 704.729994] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Creating folder: Instances. Parent ref: group-v720853. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.731187] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a05e10df-e9ea-429f-bbd9-01df1bd20214 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.735193] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 704.735193] env[70498]: value = "task-3613971" [ 704.735193] env[70498]: _type = "Task" [ 704.735193] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.742258] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Created folder: Instances in parent group-v720853. [ 704.742579] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.743076] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.743375] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6313a7-cba2-43a8-8bdf-5d1151d7737f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.766216] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613971, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.771561] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.771561] env[70498]: value = "task-3613973" [ 704.771561] env[70498]: _type = "Task" [ 704.771561] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.784021] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613973, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.798083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.798671] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.801419] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.128s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.801768] env[70498]: DEBUG nova.objects.instance [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lazy-loading 'resources' on Instance uuid c5f5f913-7e8d-4b43-af34-8c04ffd0b85e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.906201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.906201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.906201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.906201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.906395] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.908679] env[70498]: INFO nova.compute.manager [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Terminating instance [ 705.047447] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616498} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.047447] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.047447] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.047447] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-851fc35d-a274-40aa-81d9-18e8733ada75 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.051625] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 705.051625] env[70498]: value = "task-3613974" [ 705.051625] env[70498]: _type = "Task" [ 705.051625] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.063538] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.086461] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613969, 'name': PowerOffVM_Task, 'duration_secs': 0.254413} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.086734] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.087034] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.087404] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc90b9ae-b67d-4670-9fbc-c159d84f96d8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.160942] env[70498]: DEBUG nova.compute.manager [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.161875] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3fa8f9-b57b-497b-a16e-dd36107b667c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.246811] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613971, 'name': Rename_Task, 'duration_secs': 0.338517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.247077] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.247314] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5537b451-f3c7-4ed5-bdf4-38e66803971b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.254415] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 705.254415] env[70498]: value = "task-3613976" [ 705.254415] env[70498]: _type = "Task" [ 705.254415] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.262562] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.282218] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613973, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.305833] env[70498]: DEBUG nova.compute.utils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.311027] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.311027] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.337294] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Successfully updated port: eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.369795] env[70498]: DEBUG nova.policy [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f794cc14733f4e4fb08cbda3abf68210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ea62662ff24c33b45c6200d61b9850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.415891] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.417182] env[70498]: DEBUG nova.compute.manager [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.417392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.417953] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29df89e0-de7a-4a38-8bf5-e8465ea2a6c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.422577] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8da630-c23a-48b7-95e6-8f48fa957ab3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.432330] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.433694] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac85d0e5-9087-468b-bcf1-73cedd204e77 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.435396] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 705.435396] env[70498]: value = "task-3613977" [ 705.435396] env[70498]: _type = "Task" [ 705.435396] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.442565] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 705.442565] env[70498]: value = "task-3613978" [ 705.442565] env[70498]: _type = "Task" [ 705.442565] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.451449] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.453987] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.569484] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178785} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.570153] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.571046] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f96ce-118b-4ecf-bc47-88f0e3c47ff9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.596630] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.599910] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b730f0-dec9-4b50-97e2-3a50567f4d9e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.623081] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 705.623081] env[70498]: value = "task-3613979" [ 705.623081] env[70498]: _type = "Task" [ 705.623081] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.633396] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613979, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.676462] env[70498]: INFO nova.compute.manager [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] instance snapshotting [ 705.680970] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c50b00-bafe-4689-9a7c-c92edab88876 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.717753] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d314b3-a517-456f-b4c2-6d4f1bb42321 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.768757] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613976, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.787688] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613973, 'name': CreateVM_Task, 'duration_secs': 0.656992} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.787688] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.788740] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.788830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.789823] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.789823] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb70922a-c126-4844-b848-dc5cff9593db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.797778] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 705.797778] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5237e69c-0d4e-1635-d5b7-bfd15554ab89" [ 705.797778] env[70498]: _type = "Task" [ 705.797778] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.811961] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.814979] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5237e69c-0d4e-1635-d5b7-bfd15554ab89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.817067] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ae92a-862c-4ddb-93ff-24d6b215df54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.826958] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac5f78-ad2a-4204-a33e-bd0fd5b3e42b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.866685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.867179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquired lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.867179] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.873056] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ade9918-e131-4dd9-a659-a5ee49ea90a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.873056] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Successfully created port: 0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.883533] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385e690a-ace9-443a-bf93-759415b69287 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.887979] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.888302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.888439] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Deleting the datastore file [datastore2] e15d26f1-db9f-4d9f-88fa-119ecaccd899 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.889031] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5e1431f-7c30-48fa-a152-fd67ca330bb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.902736] env[70498]: DEBUG nova.compute.provider_tree [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.905677] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for the task: (returnval){ [ 705.905677] env[70498]: value = "task-3613980" [ 705.905677] env[70498]: _type = "Task" [ 705.905677] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.915775] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.942722] env[70498]: DEBUG nova.compute.manager [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Received event network-vif-plugged-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.942933] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Acquiring lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.943143] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.943304] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.943460] env[70498]: DEBUG nova.compute.manager [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] No waiting events found dispatching network-vif-plugged-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.943614] env[70498]: WARNING nova.compute.manager [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Received unexpected event network-vif-plugged-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 for instance with vm_state building and task_state spawning. [ 705.943764] env[70498]: DEBUG nova.compute.manager [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Received event network-changed-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.943908] env[70498]: DEBUG nova.compute.manager [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Refreshing instance network info cache due to event network-changed-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.944104] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Acquiring lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.944239] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Acquired lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.944393] env[70498]: DEBUG nova.network.neutron [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Refreshing network info cache for port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.952978] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613977, 'name': PowerOffVM_Task, 'duration_secs': 0.326114} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.953603] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.953860] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.955126] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9523ec78-a47d-4146-8ef9-067d2462478c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.961237] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613978, 'name': PowerOffVM_Task, 'duration_secs': 0.21629} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.962041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.962041] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.962180] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39577e93-d8cb-4a70-b2a4-8132b569ad9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.966019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.966564] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa55770-f474-4a19-817f-ec0aa4199079 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.993213] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.993428] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.993605] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Deleting the datastore file [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.993958] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a077e100-bbeb-4344-91f7-c0e2e9568af2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.001124] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 706.001124] env[70498]: value = "task-3613983" [ 706.001124] env[70498]: _type = "Task" [ 706.001124] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.010229] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.028818] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.029142] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.029391] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleting the datastore file [datastore2] e7ac8f4e-843b-483e-a3e6-de121f3e7670 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.029797] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-477b7896-7446-4da9-bdab-583a5643b3b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.037011] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for the task: (returnval){ [ 706.037011] env[70498]: value = "task-3613984" [ 706.037011] env[70498]: _type = "Task" [ 706.037011] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.047355] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.132751] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613979, 'name': ReconfigVM_Task, 'duration_secs': 0.292348} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.133048] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.133665] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31e36202-9d6e-43c7-a42f-3ea8ca797b9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.139878] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 706.139878] env[70498]: value = "task-3613985" [ 706.139878] env[70498]: _type = "Task" [ 706.139878] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.147997] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613985, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.240721] env[70498]: DEBUG nova.compute.manager [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 706.244469] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.247500] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8da7f012-f23c-4463-b335-79fe306a548a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.251711] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 706.251711] env[70498]: value = "task-3613986" [ 706.251711] env[70498]: _type = "Task" [ 706.251711] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.264096] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613986, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.268437] env[70498]: DEBUG oslo_vmware.api [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3613976, 'name': PowerOnVM_Task, 'duration_secs': 0.608317} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.268766] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.269018] env[70498]: INFO nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Took 10.90 seconds to spawn the instance on the hypervisor. [ 706.269351] env[70498]: DEBUG nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.270261] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82080408-1fe6-4705-a686-4c11d69658ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.296477] env[70498]: DEBUG nova.compute.manager [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Received event network-vif-plugged-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.296757] env[70498]: DEBUG oslo_concurrency.lockutils [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.296996] env[70498]: DEBUG oslo_concurrency.lockutils [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.297907] env[70498]: DEBUG oslo_concurrency.lockutils [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.298131] env[70498]: DEBUG nova.compute.manager [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] No waiting events found dispatching network-vif-plugged-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.298333] env[70498]: WARNING nova.compute.manager [req-debbd2a7-598b-4023-9284-fb0e5b3a2c24 req-e56819b0-1e84-4fad-8182-254bedf7ca3e service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Received unexpected event network-vif-plugged-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa for instance with vm_state building and task_state spawning. [ 706.311315] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5237e69c-0d4e-1635-d5b7-bfd15554ab89, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.311619] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.311886] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.312190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.312394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.312586] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.313306] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74431be-f4b2-42af-8985-d0c81dfa56bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.328893] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.328893] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.328893] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c66ebc3-e518-49ff-bdd1-bce93ac84940 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.336571] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 706.336571] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e16b4e-346a-4c53-93d4-46f6fbfd4162" [ 706.336571] env[70498]: _type = "Task" [ 706.336571] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.346375] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e16b4e-346a-4c53-93d4-46f6fbfd4162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.409127] env[70498]: DEBUG nova.scheduler.client.report [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.424411] env[70498]: DEBUG oslo_vmware.api [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Task: {'id': task-3613980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226899} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.424411] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.424411] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.424411] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.424411] env[70498]: INFO nova.compute.manager [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Took 1.87 seconds to destroy the instance on the hypervisor. [ 706.424583] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.424583] env[70498]: DEBUG nova.compute.manager [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.424583] env[70498]: DEBUG nova.network.neutron [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.425755] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.513457] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3613983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133936} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.513731] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.513928] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.514098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.554955] env[70498]: DEBUG oslo_vmware.api [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Task: {'id': task-3613984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202732} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.556259] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.556599] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.556891] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.557232] env[70498]: INFO nova.compute.manager [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Took 1.14 seconds to destroy the instance on the hypervisor. [ 706.557551] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.558276] env[70498]: DEBUG nova.compute.manager [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.558643] env[70498]: DEBUG nova.network.neutron [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.652420] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613985, 'name': Rename_Task, 'duration_secs': 0.144967} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.652420] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.652420] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbea5d41-3d03-4e29-b340-5fcdffbe13cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.659211] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 706.659211] env[70498]: value = "task-3613987" [ 706.659211] env[70498]: _type = "Task" [ 706.659211] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.665259] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.762779] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613986, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.783725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.791975] env[70498]: INFO nova.compute.manager [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Took 20.53 seconds to build instance. [ 706.823024] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.850306] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e16b4e-346a-4c53-93d4-46f6fbfd4162, 'name': SearchDatastore_Task, 'duration_secs': 0.015744} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.854214] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115fdd1f-46fd-4874-a6ac-c1818ba3f66f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.861903] env[70498]: DEBUG nova.network.neutron [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating instance_info_cache with network_info: [{"id": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "address": "fa:16:3e:9d:88:63", "network": {"id": "0bd49f1b-9224-4231-bc7a-7796584104aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225655324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6aad25894e457db38d9a66e8501b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f30bf-3c", "ovs_interfaceid": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.865831] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 706.865831] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc5f1e-581a-4914-40da-a59e197fa260" [ 706.865831] env[70498]: _type = "Task" [ 706.865831] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.868258] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.868499] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.868652] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.869246] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.869246] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.870018] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.870223] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.870339] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.870557] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.870844] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.870844] env[70498]: DEBUG nova.virt.hardware [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.871876] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069acb7-577e-477e-a196-e58de647f5e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.888172] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc2420d-2580-4162-8433-eb0200347dbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.893086] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc5f1e-581a-4914-40da-a59e197fa260, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.893344] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.893584] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 67c93758-d502-463c-bb39-6d3e37f2ae5d/67c93758-d502-463c-bb39-6d3e37f2ae5d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.894246] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3a615a-d7f3-4849-8a3d-7df807aee3a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.910393] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 706.910393] env[70498]: value = "task-3613988" [ 706.910393] env[70498]: _type = "Task" [ 706.910393] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.915158] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.917954] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.417s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.918355] env[70498]: DEBUG nova.objects.instance [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lazy-loading 'resources' on Instance uuid f80bb6df-8309-43df-ac16-fb628b4ae266 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.926837] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.945203] env[70498]: INFO nova.scheduler.client.report [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Deleted allocations for instance c5f5f913-7e8d-4b43-af34-8c04ffd0b85e [ 707.168302] env[70498]: DEBUG oslo_vmware.api [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3613987, 'name': PowerOnVM_Task, 'duration_secs': 0.471958} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.168608] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.168992] env[70498]: INFO nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Took 9.32 seconds to spawn the instance on the hypervisor. [ 707.169088] env[70498]: DEBUG nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.169944] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9098679-6945-44c9-8c41-b4a0ef14337d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.268598] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613986, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.294842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9aca3850-8370-4a90-a531-275606fa9c3e tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.043s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.377779] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Releasing lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.378206] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Instance network_info: |[{"id": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "address": "fa:16:3e:9d:88:63", "network": {"id": "0bd49f1b-9224-4231-bc7a-7796584104aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225655324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6aad25894e457db38d9a66e8501b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f30bf-3c", "ovs_interfaceid": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.378691] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:88:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.387037] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Creating folder: Project (3d6aad25894e457db38d9a66e8501b46). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.387864] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56f58c78-27ab-4e03-861b-6d7d894ca52f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.398503] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Created folder: Project (3d6aad25894e457db38d9a66e8501b46) in parent group-v720819. [ 707.398768] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Creating folder: Instances. Parent ref: group-v720856. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.399114] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee47cd24-ec3b-41c2-b938-00c1cdea0d7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407701] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Created folder: Instances in parent group-v720856. [ 707.407993] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.408251] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.408499] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68fdfa14-89c4-4262-9014-c9740e43d66b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.441454] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503324} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.443048] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 67c93758-d502-463c-bb39-6d3e37f2ae5d/67c93758-d502-463c-bb39-6d3e37f2ae5d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.443849] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.443849] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.443849] env[70498]: value = "task-3613991" [ 707.443849] env[70498]: _type = "Task" [ 707.443849] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.443849] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd850a57-a923-4ae5-af64-6a61d97ae9e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.461603] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 707.461603] env[70498]: value = "task-3613992" [ 707.461603] env[70498]: _type = "Task" [ 707.461603] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.462118] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66e40679-f303-4e68-a097-ed905cc0e990 tempest-DeleteServersAdminTestJSON-304556909 tempest-DeleteServersAdminTestJSON-304556909-project-admin] Lock "c5f5f913-7e8d-4b43-af34-8c04ffd0b85e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.387s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.471773] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.561084] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.561428] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.561619] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.561824] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.562479] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.562716] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.562999] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.563244] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.563470] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.563687] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.563916] env[70498]: DEBUG nova.virt.hardware [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.564855] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fa58cc-52ed-492b-a89d-08206e9dc2dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.576553] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09003ae-7b59-480a-8dd4-db63d4cbd900 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.593595] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.600060] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.602917] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.603397] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca09007-4035-4ed9-ab0b-826982b876fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.624055] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.624055] env[70498]: value = "task-3613993" [ 707.624055] env[70498]: _type = "Task" [ 707.624055] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.639880] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613993, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.654154] env[70498]: DEBUG nova.network.neutron [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updated VIF entry in instance network info cache for port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.654761] env[70498]: DEBUG nova.network.neutron [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updating instance_info_cache with network_info: [{"id": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "address": "fa:16:3e:fa:57:19", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped167883-9a", "ovs_interfaceid": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.690546] env[70498]: INFO nova.compute.manager [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Took 20.49 seconds to build instance. [ 707.765760] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613986, 'name': CreateSnapshot_Task, 'duration_secs': 1.322269} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.768956] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 707.771931] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fce3fa-8302-4712-bfa2-d4c8f40f0b4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.798683] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.833211] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c7c33-1674-4cee-8369-aa9dfe660c27 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.842366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc88fdde-1663-4a77-bf61-6f06de9e56e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.875848] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76aa964-77b0-4700-a85d-5b5fc90c67ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.883311] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceea8bf-c780-407d-802d-32ec7e812c19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.897224] env[70498]: DEBUG nova.compute.provider_tree [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.959210] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613991, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.971371] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070552} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.972110] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.973216] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3893173f-9278-4913-9fa9-45d5ca7e1ba4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.000774] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 67c93758-d502-463c-bb39-6d3e37f2ae5d/67c93758-d502-463c-bb39-6d3e37f2ae5d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.001269] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760292ec-4dea-4be7-b004-0cb361396f8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.023039] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 708.023039] env[70498]: value = "task-3613994" [ 708.023039] env[70498]: _type = "Task" [ 708.023039] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.032976] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.082121] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Successfully updated port: 0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.134566] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613993, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.157715] env[70498]: DEBUG oslo_concurrency.lockutils [req-147e6c84-5955-4d01-9b9d-2ed649f5a6fc req-41cf6e26-d4a8-497b-8a7b-67525893428d service nova] Releasing lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.170579] env[70498]: DEBUG nova.network.neutron [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.190231] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b354e494-6923-45db-b9a8-51f74be4fd92 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.006s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.293167] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 708.293477] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf034427-8ed3-4911-92e9-2293fa3473d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.301344] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 708.301344] env[70498]: value = "task-3613995" [ 708.301344] env[70498]: _type = "Task" [ 708.301344] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.315765] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613995, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.328301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.328550] env[70498]: DEBUG nova.network.neutron [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.401129] env[70498]: DEBUG nova.scheduler.client.report [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.460892] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613991, 'name': CreateVM_Task, 'duration_secs': 0.719101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.460892] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.460892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.460892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.460892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.461166] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba4f5d6-272c-4e0f-aa61-d23ab5c42ed9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.467779] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 708.467779] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6709b-a034-1968-4e15-a0d03e67b075" [ 708.467779] env[70498]: _type = "Task" [ 708.467779] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.476411] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6709b-a034-1968-4e15-a0d03e67b075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.534770] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.585927] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.586367] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.586588] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.640804] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3613993, 'name': CreateVM_Task, 'duration_secs': 0.616259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.640804] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.640804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.672940] env[70498]: INFO nova.compute.manager [-] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Took 2.25 seconds to deallocate network for instance. [ 708.694815] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.816236] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613995, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.835590] env[70498]: INFO nova.compute.manager [-] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Took 2.28 seconds to deallocate network for instance. [ 708.910320] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.913118] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.329s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.914742] env[70498]: INFO nova.compute.claims [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.946295] env[70498]: INFO nova.scheduler.client.report [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Deleted allocations for instance f80bb6df-8309-43df-ac16-fb628b4ae266 [ 708.984446] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6709b-a034-1968-4e15-a0d03e67b075, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.984822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.985184] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.985364] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.985523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.985700] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.985985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.987839] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.988104] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5323f1-9f9f-4d01-bea3-55215da65227 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.991724] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716b3ec0-f0ef-4810-abae-0fd911533ed0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.998825] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 708.998825] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520cd523-7056-26bb-9883-7fdca4ddd2c8" [ 708.998825] env[70498]: _type = "Task" [ 708.998825] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.005204] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.006379] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.008313] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa24ca78-f1f9-4dfb-8ad1-f1f963a0f14a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.017520] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520cd523-7056-26bb-9883-7fdca4ddd2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.018603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.020054] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.020054] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.021524] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 709.021524] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b0eb46-3d2e-6121-e534-08d31646e8f0" [ 709.021524] env[70498]: _type = "Task" [ 709.021524] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.033445] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b0eb46-3d2e-6121-e534-08d31646e8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.037077] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613994, 'name': ReconfigVM_Task, 'duration_secs': 0.574179} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.037702] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 67c93758-d502-463c-bb39-6d3e37f2ae5d/67c93758-d502-463c-bb39-6d3e37f2ae5d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.038924] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ff043af-2d26-486e-b420-0cdcea4bebcd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.045402] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 709.045402] env[70498]: value = "task-3613996" [ 709.045402] env[70498]: _type = "Task" [ 709.045402] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.055473] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613996, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.175084] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.189103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.233621] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.316723] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613995, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.341461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.454861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8518be0d-0acc-4292-ae3c-1fbefafc31c6 tempest-ServerDiagnosticsTest-773267141 tempest-ServerDiagnosticsTest-773267141-project-member] Lock "f80bb6df-8309-43df-ac16-fb628b4ae266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.024s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.482380] env[70498]: DEBUG nova.network.neutron [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Updating instance_info_cache with network_info: [{"id": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "address": "fa:16:3e:23:7c:29", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb75b95-cc", "ovs_interfaceid": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.535570] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b0eb46-3d2e-6121-e534-08d31646e8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.536310] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a4b904-4ded-41f3-8d99-5f66ee1f4d72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.542582] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 709.542582] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5227e149-1716-1bb6-1882-1ebe4edf179b" [ 709.542582] env[70498]: _type = "Task" [ 709.542582] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.555164] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5227e149-1716-1bb6-1882-1ebe4edf179b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.559108] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613996, 'name': Rename_Task, 'duration_secs': 0.168143} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.559108] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.559108] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2175229e-982f-4c78-8422-54847ec74edf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.566324] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 709.566324] env[70498]: value = "task-3613997" [ 709.566324] env[70498]: _type = "Task" [ 709.566324] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.574828] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.753639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.753825] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.817562] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613995, 'name': CloneVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.912062] env[70498]: DEBUG nova.compute.manager [req-43bd5ad0-33b3-4f16-b562-9846fa2e7a01 req-8a2f73a1-ad1c-478a-a30b-6c4763ede1c5 service nova] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Received event network-vif-deleted-a2b720b0-b240-4133-87eb-f767a57a40eb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.913803] env[70498]: DEBUG nova.compute.manager [req-43bd5ad0-33b3-4f16-b562-9846fa2e7a01 req-8a2f73a1-ad1c-478a-a30b-6c4763ede1c5 service nova] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Received event network-vif-deleted-dc308840-8546-4f02-8188-4ad9ed7e31ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.955274] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Received event network-changed-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.955274] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Refreshing instance network info cache due to event network-changed-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.955382] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Acquiring lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.955518] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Acquired lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.955600] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Refreshing network info cache for port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.986358] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.986697] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance network_info: |[{"id": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "address": "fa:16:3e:23:7c:29", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb75b95-cc", "ovs_interfaceid": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.987208] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:7c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bb75b95-cc89-4af9-9337-648d97c8a01a', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.995220] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating folder: Project (04ea62662ff24c33b45c6200d61b9850). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.999325] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fab799e-7c8d-498e-8928-f25824d99cdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.011147] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created folder: Project (04ea62662ff24c33b45c6200d61b9850) in parent group-v720819. [ 710.012813] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating folder: Instances. Parent ref: group-v720862. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.012813] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c39dabf0-36f7-49dc-95cc-3272f29a34a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.026229] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created folder: Instances in parent group-v720862. [ 710.026229] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.026229] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.026229] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce25f128-3673-4a28-94da-14e1c3a00826 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.051167] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.051167] env[70498]: value = "task-3614000" [ 710.051167] env[70498]: _type = "Task" [ 710.051167] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.060442] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5227e149-1716-1bb6-1882-1ebe4edf179b, 'name': SearchDatastore_Task, 'duration_secs': 0.019101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.061265] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.062136] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 448ce5f0-bbc2-45bf-abb8-901315f40fcf/448ce5f0-bbc2-45bf-abb8-901315f40fcf.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.062136] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.062136] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.062365] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f0c02d-ccc6-44f7-b434-8e60c7d8816e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.071543] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c7c17eb-f88d-420e-9da3-e6da576edb10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.075025] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614000, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.081298] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 710.081298] env[70498]: value = "task-3614001" [ 710.081298] env[70498]: _type = "Task" [ 710.081298] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.085710] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613997, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.090282] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.090446] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.091343] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79e2cdc-6430-44f8-afb5-de65d4ad1b08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.101674] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 710.101674] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fc6d51-512d-ac27-6f85-3af25112d168" [ 710.101674] env[70498]: _type = "Task" [ 710.101674] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.103060] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.116614] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fc6d51-512d-ac27-6f85-3af25112d168, 'name': SearchDatastore_Task, 'duration_secs': 0.011682} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.117526] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86feaeb3-723c-429b-a96a-3ae2162a1cb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.123713] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 710.123713] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac3a34-2bc2-3222-3e50-5450c650ad8f" [ 710.123713] env[70498]: _type = "Task" [ 710.123713] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.136631] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac3a34-2bc2-3222-3e50-5450c650ad8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.318575] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3613995, 'name': CloneVM_Task, 'duration_secs': 1.765639} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.322854] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Created linked-clone VM from snapshot [ 710.324142] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8847dc-b77b-4405-9ccc-9d2230893848 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.333202] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Uploading image 1b2dde33-a938-4d9a-aacf-0bb9a78f25e3 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.369055] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 710.369055] env[70498]: value = "vm-720861" [ 710.369055] env[70498]: _type = "VirtualMachine" [ 710.369055] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 710.372732] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d68cd249-2d36-4118-80e6-d71a238ef7e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.379479] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lease: (returnval){ [ 710.379479] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206e146-3cd9-f3a0-9b5c-a7420b3b744d" [ 710.379479] env[70498]: _type = "HttpNfcLease" [ 710.379479] env[70498]: } obtained for exporting VM: (result){ [ 710.379479] env[70498]: value = "vm-720861" [ 710.379479] env[70498]: _type = "VirtualMachine" [ 710.379479] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 710.379862] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the lease: (returnval){ [ 710.379862] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206e146-3cd9-f3a0-9b5c-a7420b3b744d" [ 710.379862] env[70498]: _type = "HttpNfcLease" [ 710.379862] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 710.387980] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.387980] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206e146-3cd9-f3a0-9b5c-a7420b3b744d" [ 710.387980] env[70498]: _type = "HttpNfcLease" [ 710.387980] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 710.390299] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d68ea2-d45e-4c83-adac-b0f038b5159d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.398900] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece5ddd9-0bec-4ae0-89ab-ae0519e9a65c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.438803] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc3d7d-4dcc-4e49-b8c3-ad51957b9738 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.449040] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b47575-fbed-4c5c-8a93-59110faec189 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.468714] env[70498]: DEBUG nova.compute.provider_tree [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.507091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.507430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.563240] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614000, 'name': CreateVM_Task, 'duration_secs': 0.492721} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.563374] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.564100] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.564311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.564658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.564901] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e1d891-6d6a-41ef-ae6c-cb142e5ffa42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.573025] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 710.573025] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc888e-90a3-b0de-1bad-7b9c944b759c" [ 710.573025] env[70498]: _type = "Task" [ 710.573025] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.586600] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc888e-90a3-b0de-1bad-7b9c944b759c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.596575] env[70498]: DEBUG oslo_vmware.api [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3613997, 'name': PowerOnVM_Task, 'duration_secs': 0.622291} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.599776] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.600026] env[70498]: INFO nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Took 8.79 seconds to spawn the instance on the hypervisor. [ 710.604019] env[70498]: DEBUG nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.604019] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.604019] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8c291-399e-464d-afb0-5af954c51dda {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.636648] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac3a34-2bc2-3222-3e50-5450c650ad8f, 'name': SearchDatastore_Task, 'duration_secs': 0.025371} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.637191] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.637398] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.637719] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e1b6ef-c822-49e0-9e6b-c8301897bc90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.648212] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 710.648212] env[70498]: value = "task-3614003" [ 710.648212] env[70498]: _type = "Task" [ 710.648212] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.660051] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.891304] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 710.891304] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206e146-3cd9-f3a0-9b5c-a7420b3b744d" [ 710.891304] env[70498]: _type = "HttpNfcLease" [ 710.891304] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 710.892855] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 710.892855] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206e146-3cd9-f3a0-9b5c-a7420b3b744d" [ 710.892855] env[70498]: _type = "HttpNfcLease" [ 710.892855] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 710.893143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a6854f-76f9-48f8-88e0-98746659d511 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.903303] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 710.903620] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 710.966040] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updated VIF entry in instance network info cache for port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.966768] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating instance_info_cache with network_info: [{"id": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "address": "fa:16:3e:9d:88:63", "network": {"id": "0bd49f1b-9224-4231-bc7a-7796584104aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225655324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6aad25894e457db38d9a66e8501b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f30bf-3c", "ovs_interfaceid": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.971978] env[70498]: DEBUG nova.scheduler.client.report [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.002251] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5dbadbba-65f5-4ed5-afa8-7d614ca08e5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.085283] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc888e-90a3-b0de-1bad-7b9c944b759c, 'name': SearchDatastore_Task, 'duration_secs': 0.0539} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.085859] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.086121] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.088015] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.088015] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.088015] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.088015] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f9f7fc-a9bf-44bf-bfdf-cc7bf6a5cc5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.099275] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621277} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.099275] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 448ce5f0-bbc2-45bf-abb8-901315f40fcf/448ce5f0-bbc2-45bf-abb8-901315f40fcf.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.099275] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.099611] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee89e7b-adbd-49b9-9289-d442e5ad896b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.104340] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.104340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.104492] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5efa4db0-f61f-4df2-96aa-b1855a648162 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.108726] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 711.108726] env[70498]: value = "task-3614004" [ 711.108726] env[70498]: _type = "Task" [ 711.108726] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.118680] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 711.118680] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dfdacc-cad9-7b27-875b-7f0a67ad02de" [ 711.118680] env[70498]: _type = "Task" [ 711.118680] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.126162] env[70498]: INFO nova.compute.manager [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Took 22.15 seconds to build instance. [ 711.136342] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.146232] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dfdacc-cad9-7b27-875b-7f0a67ad02de, 'name': SearchDatastore_Task, 'duration_secs': 0.01834} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.147989] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa2ffe8-1b65-4c89-9281-19271dddafeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.164392] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 711.164392] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5262437e-4391-cd71-3abc-a974d1f0784b" [ 711.164392] env[70498]: _type = "Task" [ 711.164392] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.168080] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614003, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.184232] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5262437e-4391-cd71-3abc-a974d1f0784b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.360874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.360874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.471318] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Releasing lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.474037] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Received event network-vif-plugged-0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.474037] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Acquiring lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.474037] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.474520] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.474563] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] No waiting events found dispatching network-vif-plugged-0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.474782] env[70498]: WARNING nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Received unexpected event network-vif-plugged-0bb75b95-cc89-4af9-9337-648d97c8a01a for instance with vm_state building and task_state spawning. [ 711.475383] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Received event network-changed-0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.475383] env[70498]: DEBUG nova.compute.manager [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Refreshing instance network info cache due to event network-changed-0bb75b95-cc89-4af9-9337-648d97c8a01a. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.475955] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Acquiring lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.475955] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Acquired lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.476055] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Refreshing network info cache for port 0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.478307] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.482508] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.485444] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.164s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.487133] env[70498]: INFO nova.compute.claims [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.624045] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091299} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.624045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.625349] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93262f49-c4fa-4740-a3a5-edfaa48b4901 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.645329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d889c23c-4bf3-44b3-aec5-4f493053029f tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.678s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.655563] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 448ce5f0-bbc2-45bf-abb8-901315f40fcf/448ce5f0-bbc2-45bf-abb8-901315f40fcf.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.658455] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-274e0cfa-5043-4d77-91a5-9aea00afd40f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.695785] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5262437e-4391-cd71-3abc-a974d1f0784b, 'name': SearchDatastore_Task, 'duration_secs': 0.065696} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.701221] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.702172] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.702512] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859238} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.702966] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 711.702966] env[70498]: value = "task-3614005" [ 711.702966] env[70498]: _type = "Task" [ 711.702966] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.704945] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f4f3fe8-3d2f-41d5-abc6-8bd8b1860750 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.706014] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.707123] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.707123] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48d5095a-097e-4209-9bf2-188b60d33eff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.721307] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.725455] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 711.725455] env[70498]: value = "task-3614006" [ 711.725455] env[70498]: _type = "Task" [ 711.725455] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.725996] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 711.725996] env[70498]: value = "task-3614007" [ 711.725996] env[70498]: _type = "Task" [ 711.725996] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.742716] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.746692] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.838916] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.839130] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.998828] env[70498]: DEBUG nova.compute.utils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.000766] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.001249] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.057016] env[70498]: DEBUG nova.policy [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1ffcca862024bc38e2bebc090a90e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31bf6c7c438a4479a0d263f1f3c368e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.158935] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.245095] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.260436] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.261180] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.265596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.268159] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482df9ba-63cb-4d66-9bf6-dc5e3e44f4cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.296076] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.299409] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51efadea-2aff-49c9-8460-cd61633a77dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.329682] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 712.329682] env[70498]: value = "task-3614008" [ 712.329682] env[70498]: _type = "Task" [ 712.329682] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.339783] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.502143] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.521191] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Successfully created port: 43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.581314] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Updated VIF entry in instance network info cache for port 0bb75b95-cc89-4af9-9337-648d97c8a01a. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.581656] env[70498]: DEBUG nova.network.neutron [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Updating instance_info_cache with network_info: [{"id": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "address": "fa:16:3e:23:7c:29", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bb75b95-cc", "ovs_interfaceid": "0bb75b95-cc89-4af9-9337-648d97c8a01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.689460] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.722130] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614005, 'name': ReconfigVM_Task, 'duration_secs': 0.748659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.722792] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 448ce5f0-bbc2-45bf-abb8-901315f40fcf/448ce5f0-bbc2-45bf-abb8-901315f40fcf.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.723497] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5420fe92-8eb3-444f-b8b2-a66af285420a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.734961] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 712.734961] env[70498]: value = "task-3614009" [ 712.734961] env[70498]: _type = "Task" [ 712.734961] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.746240] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643273} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.749623] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.749873] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.750436] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1f6648e-4149-478b-894b-09c06c998a7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.760112] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614009, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.770604] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 712.770604] env[70498]: value = "task-3614010" [ 712.770604] env[70498]: _type = "Task" [ 712.770604] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.781698] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.851158] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.993050] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff3c64a-c14c-48cb-adcf-399f877ad1e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.002851] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4544a78-c71a-482e-bdb7-c98ccfcb2ddb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.041622] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfbdf32-3d41-4605-ab02-4cb5c92dd5d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.050785] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbcb652-fcde-46ff-9466-2939582f7c9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.067034] env[70498]: DEBUG nova.compute.provider_tree [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.085360] env[70498]: DEBUG oslo_concurrency.lockutils [req-8254bde5-d3c1-43de-8538-d02ee3af690e req-02bea003-2b50-4821-ab70-b65fe3fe84fc service nova] Releasing lock "refresh_cache-8d879fd2-8368-4e36-8d02-6efd50503650" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.246542] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614009, 'name': Rename_Task, 'duration_secs': 0.226102} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.246841] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.247377] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba12d75-a20e-45f3-968e-993d7f90c245 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.255516] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 713.255516] env[70498]: value = "task-3614011" [ 713.255516] env[70498]: _type = "Task" [ 713.255516] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.268940] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.279709] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090112} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.280025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.280789] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cfcdb1-51c6-4e6d-88e8-4ade35083f6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.311512] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.312017] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ebda9a-029d-4439-a7fe-f5af934a4b24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.334272] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 713.334272] env[70498]: value = "task-3614012" [ 713.334272] env[70498]: _type = "Task" [ 713.334272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.355149] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614008, 'name': ReconfigVM_Task, 'duration_secs': 0.594425} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.355149] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.355149] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.355149] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0459401-b4fd-405a-add0-3cc3b21dc2fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.363768] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 713.363768] env[70498]: value = "task-3614013" [ 713.363768] env[70498]: _type = "Task" [ 713.363768] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.379185] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614013, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.460544] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "836af273-7c0b-4456-81d1-cb0becceb4a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.460830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.514173] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.554544] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.555141] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.555440] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.555440] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.555588] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.555740] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.556022] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.556256] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.556490] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.558021] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.558021] env[70498]: DEBUG nova.virt.hardware [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.560827] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad69253-e8c0-4239-b44f-863a0dfc30b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.565526] env[70498]: DEBUG nova.compute.manager [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.565770] env[70498]: DEBUG nova.compute.manager [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing instance network info cache due to event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.566090] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.566260] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.566417] env[70498]: DEBUG nova.network.neutron [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.572175] env[70498]: DEBUG nova.scheduler.client.report [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.581494] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec06be6-0afe-4325-a057-456474e28dc4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.771819] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.851836] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614012, 'name': ReconfigVM_Task, 'duration_secs': 0.408474} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.854737] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.855527] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-007b4c9e-393d-4f7a-b8a8-31415d229ce9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.868258] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 713.868258] env[70498]: value = "task-3614014" [ 713.868258] env[70498]: _type = "Task" [ 713.868258] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.889669] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614014, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.890220] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614013, 'name': Rename_Task, 'duration_secs': 0.242245} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.892107] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.892107] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-703c1619-faf3-44aa-bf4e-c1dbd6e2e049 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.900038] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 713.900038] env[70498]: value = "task-3614015" [ 713.900038] env[70498]: _type = "Task" [ 713.900038] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.913316] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.078083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.078987] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.084215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.500s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.086080] env[70498]: INFO nova.compute.claims [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.190885] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.191333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.267821] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614011, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.390386] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614014, 'name': Rename_Task, 'duration_secs': 0.200108} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.390796] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.391032] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b7874e-2c0e-4c40-a6c3-3548d9c83ebb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.407031] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 714.407031] env[70498]: value = "task-3614016" [ 714.407031] env[70498]: _type = "Task" [ 714.407031] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.424458] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.424458] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.567967] env[70498]: DEBUG nova.network.neutron [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updated VIF entry in instance network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.567967] env[70498]: DEBUG nova.network.neutron [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.587019] env[70498]: DEBUG nova.compute.utils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.587853] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.588622] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.651270] env[70498]: DEBUG nova.policy [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c81987541c74e0c88e58c31a27cd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287064dab7d941d3a80d78d437efd136', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.771098] env[70498]: DEBUG oslo_vmware.api [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614011, 'name': PowerOnVM_Task, 'duration_secs': 1.262663} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.771098] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.771098] env[70498]: INFO nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Took 10.45 seconds to spawn the instance on the hypervisor. [ 714.771792] env[70498]: DEBUG nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.772096] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a752f0-041d-45fe-af8d-7cb7d71cee03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.927949] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614015, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.932759] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.069476] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d9e0ce4-d2fa-44b1-abf8-576af940bfee req-2543a3eb-a2a5-4a9c-8f19-66bf02c30185 service nova] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.092560] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.186499] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Successfully created port: a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.300658] env[70498]: INFO nova.compute.manager [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Took 25.59 seconds to build instance. [ 715.360989] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.361245] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.423780] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Successfully updated port: 43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.439462] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614016, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.439462] env[70498]: DEBUG oslo_vmware.api [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614015, 'name': PowerOnVM_Task, 'duration_secs': 1.07771} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.439462] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.439462] env[70498]: DEBUG nova.compute.manager [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.439462] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e45f6-fd29-49e9-bd09-be8ccc699349 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.572945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.573368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.729081] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d3861c-33a0-4ba2-b161-784a5219d099 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740945] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0677fe6d-6730-4528-ad7f-3f99662ec489 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.780970] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1c93a2-9bac-431b-972c-8ddeb3365aee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.792219] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63510197-0199-4838-b4bd-dfacacab9e1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.810556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1a398c-3106-41a4-9b9c-832cb9698549 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.115s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.811498] env[70498]: DEBUG nova.compute.provider_tree [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.930759] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.930966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.930966] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.932259] env[70498]: DEBUG oslo_vmware.api [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614016, 'name': PowerOnVM_Task, 'duration_secs': 1.094735} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.932800] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.933017] env[70498]: INFO nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Took 9.11 seconds to spawn the instance on the hypervisor. [ 715.933220] env[70498]: DEBUG nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.934061] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49979970-c5d9-47c3-9633-8eb1c21de5aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.967837] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.109333] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.145163] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.145412] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.145566] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.145739] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.145888] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.146046] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.146262] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.146415] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.146612] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.146805] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.146992] env[70498]: DEBUG nova.virt.hardware [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.149359] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7720b5c-b77a-463a-872e-5c3d6a379ba8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.153528] env[70498]: DEBUG nova.compute.manager [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Received event network-vif-plugged-43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.153717] env[70498]: DEBUG oslo_concurrency.lockutils [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] Acquiring lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.153920] env[70498]: DEBUG oslo_concurrency.lockutils [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.157058] env[70498]: DEBUG oslo_concurrency.lockutils [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.157058] env[70498]: DEBUG nova.compute.manager [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] No waiting events found dispatching network-vif-plugged-43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.157058] env[70498]: WARNING nova.compute.manager [req-7acc5990-884c-4549-9f1c-3f9addf898f3 req-07c9b01f-ce1d-4614-acd9-167fde21eabf service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Received unexpected event network-vif-plugged-43533f08-20cd-4c4f-8e42-6cad289d1cfd for instance with vm_state building and task_state spawning. [ 716.162263] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6c658-bce2-40ec-85ed-e92b3f21e93f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.318496] env[70498]: DEBUG nova.scheduler.client.report [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.322035] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.459653] env[70498]: INFO nova.compute.manager [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Took 26.15 seconds to build instance. [ 716.481008] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.532222] env[70498]: DEBUG nova.compute.manager [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Received event network-changed-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.532409] env[70498]: DEBUG nova.compute.manager [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Refreshing instance network info cache due to event network-changed-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.532654] env[70498]: DEBUG oslo_concurrency.lockutils [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] Acquiring lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.532747] env[70498]: DEBUG oslo_concurrency.lockutils [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] Acquired lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.532896] env[70498]: DEBUG nova.network.neutron [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Refreshing network info cache for port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.751871] env[70498]: DEBUG nova.network.neutron [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Updating instance_info_cache with network_info: [{"id": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "address": "fa:16:3e:00:85:38", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43533f08-20", "ovs_interfaceid": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.825394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.825934] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.829968] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.648s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.831391] env[70498]: INFO nova.compute.claims [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.859423] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.964278] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4cb333bb-255d-4324-947c-886ab434ee48 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.672s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.186484] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Successfully updated port: a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.254692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.254692] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Instance network_info: |[{"id": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "address": "fa:16:3e:00:85:38", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43533f08-20", "ovs_interfaceid": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.255130] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:85:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43533f08-20cd-4c4f-8e42-6cad289d1cfd', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.264784] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.264784] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.264784] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd52efb2-72da-479c-a4c7-73ab3d65d1d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.292070] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.292070] env[70498]: value = "task-3614017" [ 717.292070] env[70498]: _type = "Task" [ 717.292070] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.306947] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614017, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.342666] env[70498]: DEBUG nova.compute.utils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.346348] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.346562] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.436941] env[70498]: DEBUG nova.network.neutron [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updated VIF entry in instance network info cache for port ed167883-9a6d-4c06-b02a-e0d9ac8f25f4. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.437362] env[70498]: DEBUG nova.network.neutron [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updating instance_info_cache with network_info: [{"id": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "address": "fa:16:3e:fa:57:19", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped167883-9a", "ovs_interfaceid": "ed167883-9a6d-4c06-b02a-e0d9ac8f25f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.472025] env[70498]: DEBUG nova.policy [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb694409d01e4dd7b4950ad1fb2ab637', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1cdc787e294ccf96291d010da698c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.472025] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.692508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.692508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquired lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.692829] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.809394] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614017, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.848165] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.944456] env[70498]: DEBUG oslo_concurrency.lockutils [req-99858a80-b0dc-49ee-bd7a-827bb26fb61c req-e3f4260e-ee2d-4e89-b3ff-c2e012142f78 service nova] Releasing lock "refresh_cache-67c93758-d502-463c-bb39-6d3e37f2ae5d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.007739] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.050545] env[70498]: INFO nova.compute.manager [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Rebuilding instance [ 718.113325] env[70498]: DEBUG nova.compute.manager [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.117144] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d0ac2-ffeb-4a91-bb9d-5f9f46d65dc3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.186477] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Successfully created port: d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.277262] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.312627] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614017, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.374319] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b63d38-9258-4640-a18a-68025501f522 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.384386] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ea337-ba65-4753-bf88-13327f3116fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.427857] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3df72-6e6b-4d17-af7f-69b831844843 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.437634] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a785aa1-186a-484e-bf96-19a3f9733418 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.455716] env[70498]: DEBUG nova.compute.provider_tree [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.819196] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614017, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.820594] env[70498]: DEBUG nova.network.neutron [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updating instance_info_cache with network_info: [{"id": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "address": "fa:16:3e:f0:b5:23", "network": {"id": "beed018f-9728-42aa-a92d-4b41bf84062b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1597483373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287064dab7d941d3a80d78d437efd136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9903cf2-5b", "ovs_interfaceid": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.862020] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.899538] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.899766] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.899940] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.900184] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.900333] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.900478] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.900683] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.900837] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.901202] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.901202] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.901375] env[70498]: DEBUG nova.virt.hardware [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.902248] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa929cf-1ce3-49e1-8924-93ae22e1efa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.912979] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdde520-fdcf-44e3-be26-37e1b209748c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.959810] env[70498]: DEBUG nova.scheduler.client.report [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.134316] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.134796] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd17eef-f3a0-4775-9f56-cf6124dde792 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.147959] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 719.147959] env[70498]: value = "task-3614018" [ 719.147959] env[70498]: _type = "Task" [ 719.147959] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.166136] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.320085] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614017, 'name': CreateVM_Task, 'duration_secs': 1.539284} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.320302] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.321041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.321212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.321530] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.321783] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acfbb65-b7a2-4a6c-9af9-f908959e54d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.324303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Releasing lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.324596] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Instance network_info: |[{"id": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "address": "fa:16:3e:f0:b5:23", "network": {"id": "beed018f-9728-42aa-a92d-4b41bf84062b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1597483373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287064dab7d941d3a80d78d437efd136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9903cf2-5b", "ovs_interfaceid": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.325031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b5:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9903cf2-5b85-4215-ad34-f6e625f435c1', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.334551] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Creating folder: Project (287064dab7d941d3a80d78d437efd136). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.336584] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ebad318-a393-43a0-b404-4a83e8d6d338 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.338862] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 719.338862] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52576a43-7497-00d5-a6a7-996bcf5c022b" [ 719.338862] env[70498]: _type = "Task" [ 719.338862] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.349356] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52576a43-7497-00d5-a6a7-996bcf5c022b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.351296] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Created folder: Project (287064dab7d941d3a80d78d437efd136) in parent group-v720819. [ 719.351479] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Creating folder: Instances. Parent ref: group-v720866. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.351721] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b341c7fd-69db-46f0-8e63-b59bf4ea4b9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.365474] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Created folder: Instances in parent group-v720866. [ 719.365717] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.366175] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.366406] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c5c4fa-149b-4487-a605-8c870a2a45a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387981] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.387981] env[70498]: value = "task-3614021" [ 719.387981] env[70498]: _type = "Task" [ 719.387981] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.398209] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614021, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.468437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.469030] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.472398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.653s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.474494] env[70498]: INFO nova.compute.claims [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.655442] env[70498]: DEBUG nova.compute.manager [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Received event network-changed-43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.655641] env[70498]: DEBUG nova.compute.manager [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Refreshing instance network info cache due to event network-changed-43533f08-20cd-4c4f-8e42-6cad289d1cfd. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.655900] env[70498]: DEBUG oslo_concurrency.lockutils [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] Acquiring lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.656010] env[70498]: DEBUG oslo_concurrency.lockutils [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] Acquired lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.656182] env[70498]: DEBUG nova.network.neutron [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Refreshing network info cache for port 43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.664734] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614018, 'name': PowerOffVM_Task, 'duration_secs': 0.159113} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.665799] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.666374] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.668145] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a06e2ad-6b1b-4206-91ab-8688785e8f41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.680934] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.681786] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdd7466-d742-4bbc-a0ec-ccaf03547c47 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.721869] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.723474] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.723474] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Deleting the datastore file [datastore1] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.723474] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502291f2-4c7d-4298-9e60-9deabd38f067 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.732932] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 719.732932] env[70498]: value = "task-3614023" [ 719.732932] env[70498]: _type = "Task" [ 719.732932] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.747750] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.806660] env[70498]: DEBUG nova.compute.manager [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received event network-vif-plugged-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.810342] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Acquiring lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.810342] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.810342] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.810342] env[70498]: DEBUG nova.compute.manager [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] No waiting events found dispatching network-vif-plugged-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.810342] env[70498]: WARNING nova.compute.manager [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received unexpected event network-vif-plugged-a9903cf2-5b85-4215-ad34-f6e625f435c1 for instance with vm_state building and task_state spawning. [ 719.810657] env[70498]: DEBUG nova.compute.manager [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.810657] env[70498]: DEBUG nova.compute.manager [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing instance network info cache due to event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.810657] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Acquiring lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.810657] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Acquired lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.810657] env[70498]: DEBUG nova.network.neutron [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.852501] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52576a43-7497-00d5-a6a7-996bcf5c022b, 'name': SearchDatastore_Task, 'duration_secs': 0.019506} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.852878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.853092] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.853364] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.853508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.853688] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.853984] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f33ddfb-578a-420a-9500-2b3f551ae179 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.878619] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.878619] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.879322] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed48d0ac-5d1a-44e2-95e0-87bf157f93d8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.886672] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 719.886672] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523788fd-6b65-2633-7b0c-37ac9326fd39" [ 719.886672] env[70498]: _type = "Task" [ 719.886672] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.903017] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523788fd-6b65-2633-7b0c-37ac9326fd39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.905044] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614021, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.980037] env[70498]: DEBUG nova.compute.utils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.989278] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.989666] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.232655] env[70498]: DEBUG nova.policy [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dede685f62c467f94e564249d940048', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e28d8ccb5ad45d69a4d6b7f9353db24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.250542] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227269} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.250542] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.250777] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.250827] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.407171] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523788fd-6b65-2633-7b0c-37ac9326fd39, 'name': SearchDatastore_Task, 'duration_secs': 0.016267} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.414647] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614021, 'name': CreateVM_Task, 'duration_secs': 0.672269} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.419406] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7b9535-78bb-424d-b5d8-409620eab2c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.426781] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.432392] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.433218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.433218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.435726] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d8310b-faf5-4c4b-a0c4-24d0ac303091 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.440644] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 720.440644] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526fb2bf-6c40-3a24-85b8-9e0c9c1e5657" [ 720.440644] env[70498]: _type = "Task" [ 720.440644] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.446566] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 720.446566] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522ff7fb-0db8-abae-8b35-c481d87569f7" [ 720.446566] env[70498]: _type = "Task" [ 720.446566] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.459722] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526fb2bf-6c40-3a24-85b8-9e0c9c1e5657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.465866] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522ff7fb-0db8-abae-8b35-c481d87569f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.474780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.475514] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.489317] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.490538] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ad34e9-621f-4dae-a9ae-a53764407558 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.494957] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.507802] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.508244] env[70498]: ERROR oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk due to incomplete transfer. [ 720.508809] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-97a1a02d-1266-4c40-bed3-4db246237e53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.522297] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52330c1d-b64b-5652-505e-8a07bdb7418a/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.524197] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Uploaded image 1b2dde33-a938-4d9a-aacf-0bb9a78f25e3 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.524948] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.528607] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dec82f9a-6ffa-4d9a-b3c6-56fbc1b6af5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.541681] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 720.541681] env[70498]: value = "task-3614024" [ 720.541681] env[70498]: _type = "Task" [ 720.541681] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.555592] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614024, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.949785] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Successfully updated port: d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.961945] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526fb2bf-6c40-3a24-85b8-9e0c9c1e5657, 'name': SearchDatastore_Task, 'duration_secs': 0.027312} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.973058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.973512] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f9a61c3a-e591-4d0d-8e7d-02250bee4287/f9a61c3a-e591-4d0d-8e7d-02250bee4287.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.978020] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522ff7fb-0db8-abae-8b35-c481d87569f7, 'name': SearchDatastore_Task, 'duration_secs': 0.025838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.978020] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a702b8e0-21ef-4703-9992-e44e2b4e5c6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.978020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.978020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.978306] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.978306] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.978306] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.978813] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-503e76bd-39a1-48bd-8357-23c8e99a5f0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.992787] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 720.992787] env[70498]: value = "task-3614025" [ 720.992787] env[70498]: _type = "Task" [ 720.992787] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.995262] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.995656] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.001225] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc77301a-18bf-4e87-bdf5-79f571ce7541 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.021652] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.021922] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 721.021922] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522158c7-49e3-af9a-7308-3a0b404401b0" [ 721.021922] env[70498]: _type = "Task" [ 721.021922] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.041585] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522158c7-49e3-af9a-7308-3a0b404401b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.050089] env[70498]: DEBUG nova.network.neutron [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Updated VIF entry in instance network info cache for port 43533f08-20cd-4c4f-8e42-6cad289d1cfd. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.050646] env[70498]: DEBUG nova.network.neutron [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Updating instance_info_cache with network_info: [{"id": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "address": "fa:16:3e:00:85:38", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43533f08-20", "ovs_interfaceid": "43533f08-20cd-4c4f-8e42-6cad289d1cfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.069131] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614024, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.118245] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d923ced4-e0c9-45d3-a2c6-b6e6bd986798 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.128721] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177f12a-5667-4876-a351-d5cde701a9f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.164711] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bad898-0e52-4cd0-a045-8f5f11e49ed9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.175666] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f6cb3a-4b00-42b9-b4d0-f6f585dc5978 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.190088] env[70498]: DEBUG nova.compute.provider_tree [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.202128] env[70498]: DEBUG nova.network.neutron [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updated VIF entry in instance network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.204639] env[70498]: DEBUG nova.network.neutron [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updating instance_info_cache with network_info: [{"id": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "address": "fa:16:3e:f0:b5:23", "network": {"id": "beed018f-9728-42aa-a92d-4b41bf84062b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1597483373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287064dab7d941d3a80d78d437efd136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9903cf2-5b", "ovs_interfaceid": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.207234] env[70498]: INFO nova.compute.manager [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Rebuilding instance [ 721.267929] env[70498]: DEBUG nova.compute.manager [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.267929] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2ece0-5a80-4716-a1a7-049f2689f5a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.291780] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.291918] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.292129] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.292269] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.292395] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.292581] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.292993] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.293435] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.293435] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.293435] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.294708] env[70498]: DEBUG nova.virt.hardware [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.297475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5203014-ddce-4c47-9d5a-e38fa8ba4cc8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.308238] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a3526-67ed-4e0f-b4a5-02b84c31adf1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327443] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.335268] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.336488] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.336773] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00607f52-44ca-490a-bfd3-c8ed2efc7c3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.359785] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.359785] env[70498]: value = "task-3614026" [ 721.359785] env[70498]: _type = "Task" [ 721.359785] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.372892] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614026, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.406342] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Successfully created port: bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.455273] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.455432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquired lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.455678] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.512937] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.514258] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.543833] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522158c7-49e3-af9a-7308-3a0b404401b0, 'name': SearchDatastore_Task, 'duration_secs': 0.017173} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.547740] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9be0a9-2e79-46d8-bdf1-ec3533054f7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.552508] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.552654] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.552795] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.552977] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.553134] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.553275] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.553479] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.553661] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.553835] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.554009] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.554187] env[70498]: DEBUG nova.virt.hardware [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.555244] env[70498]: DEBUG oslo_concurrency.lockutils [req-5c19c231-4f21-426b-80fc-af21c7c2be1f req-4c824b22-a873-4923-b4fe-cf00624b8f5a service nova] Releasing lock "refresh_cache-f9a61c3a-e591-4d0d-8e7d-02250bee4287" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.555751] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb39591-8b52-43fb-8af3-e415a0bf2af9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.565087] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614024, 'name': Destroy_Task, 'duration_secs': 0.862398} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.568648] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Destroyed the VM [ 721.569025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 721.569422] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 721.569422] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52076120-2f49-f948-7f6a-d7a9f24af56c" [ 721.569422] env[70498]: _type = "Task" [ 721.569422] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.569659] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3944e035-90bb-4939-ace9-12682f7d64b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.572934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3575e8-3fcd-487e-ad3d-64887fc6c6fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.588554] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52076120-2f49-f948-7f6a-d7a9f24af56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.599902] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 721.599902] env[70498]: value = "task-3614027" [ 721.599902] env[70498]: _type = "Task" [ 721.599902] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.612585] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.693972] env[70498]: DEBUG nova.scheduler.client.report [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.712708] env[70498]: DEBUG oslo_concurrency.lockutils [req-f6085066-e5d1-443f-bb16-21d7cc51dbda req-91ff6fbe-8e12-4d41-9060-4f445d7d11f2 service nova] Releasing lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.872442] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614026, 'name': CreateVM_Task, 'duration_secs': 0.479237} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.873269] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.873269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.873269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.874134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.874134] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a105772c-5d3d-45bd-97b0-92667e014cb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.879473] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 721.879473] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5247a980-a368-e29a-7e04-df7a90c7a256" [ 721.879473] env[70498]: _type = "Task" [ 721.879473] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.888962] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5247a980-a368-e29a-7e04-df7a90c7a256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.012299] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665689} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.012744] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f9a61c3a-e591-4d0d-8e7d-02250bee4287/f9a61c3a-e591-4d0d-8e7d-02250bee4287.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.012744] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.012957] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17529213-e368-42cf-b0e5-132a1d3fc418 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.021732] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.028312] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 722.028312] env[70498]: value = "task-3614028" [ 722.028312] env[70498]: _type = "Task" [ 722.028312] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.041206] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.084185] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52076120-2f49-f948-7f6a-d7a9f24af56c, 'name': SearchDatastore_Task, 'duration_secs': 0.055978} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.084440] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085159] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857/0a3c1f6b-50f2-4a0b-aea4-4e46861c2857.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.085394] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc2fc8a-d22d-4d21-b8d1-b5e46a182b3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.094671] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 722.094671] env[70498]: value = "task-3614029" [ 722.094671] env[70498]: _type = "Task" [ 722.094671] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.112854] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.121842] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.200755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.201210] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.206941] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.423s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.283578] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.289335] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d7c7c9-d3a2-42ac-822d-e2ea833b0cd2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.299926] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 722.299926] env[70498]: value = "task-3614030" [ 722.299926] env[70498]: _type = "Task" [ 722.299926] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.312785] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.369151] env[70498]: DEBUG nova.network.neutron [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Updating instance_info_cache with network_info: [{"id": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "address": "fa:16:3e:e4:38:9a", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd975742b-04", "ovs_interfaceid": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.396478] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5247a980-a368-e29a-7e04-df7a90c7a256, 'name': SearchDatastore_Task, 'duration_secs': 0.042878} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.396478] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.396478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.396824] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.396824] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.397166] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.397851] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3248f8e9-48e6-4a8c-9d07-103f023d042d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.413783] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.413783] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.414124] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957feb67-9790-4c76-9c34-0610e52d2fb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.425510] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 722.425510] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d043cc-f902-e48e-1a6d-7660448485c4" [ 722.425510] env[70498]: _type = "Task" [ 722.425510] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.437151] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d043cc-f902-e48e-1a6d-7660448485c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.542020] env[70498]: DEBUG nova.compute.manager [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Received event network-changed-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.542365] env[70498]: DEBUG nova.compute.manager [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Refreshing instance network info cache due to event network-changed-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.542629] env[70498]: DEBUG oslo_concurrency.lockutils [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] Acquiring lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.542840] env[70498]: DEBUG oslo_concurrency.lockutils [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] Acquired lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.543494] env[70498]: DEBUG nova.network.neutron [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Refreshing network info cache for port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.550358] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076285} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.551256] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.552611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1a098-861c-4be5-88f4-07a8af1de332 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.584719] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f9a61c3a-e591-4d0d-8e7d-02250bee4287/f9a61c3a-e591-4d0d-8e7d-02250bee4287.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.586965] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d422378-384c-4b6b-aca0-685d7293220e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.620831] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.625270] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614027, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.626944] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 722.626944] env[70498]: value = "task-3614031" [ 722.626944] env[70498]: _type = "Task" [ 722.626944] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.642508] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.713404] env[70498]: INFO nova.compute.claims [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.720547] env[70498]: DEBUG nova.compute.utils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.726416] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.726416] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.744483] env[70498]: DEBUG nova.compute.manager [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Received event network-vif-plugged-d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.744673] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Acquiring lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.744825] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.745029] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.745244] env[70498]: DEBUG nova.compute.manager [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] No waiting events found dispatching network-vif-plugged-d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.745729] env[70498]: WARNING nova.compute.manager [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Received unexpected event network-vif-plugged-d975742b-0483-4931-8e96-8cde1c4ba9f2 for instance with vm_state building and task_state spawning. [ 722.745984] env[70498]: DEBUG nova.compute.manager [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Received event network-changed-d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.746219] env[70498]: DEBUG nova.compute.manager [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Refreshing instance network info cache due to event network-changed-d975742b-0483-4931-8e96-8cde1c4ba9f2. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.746488] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Acquiring lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.809941] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614030, 'name': PowerOffVM_Task, 'duration_secs': 0.230137} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.810362] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.810597] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.811477] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea28e0e-c323-4e56-b2a8-b6ee27771199 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.824995] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.825478] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc6af916-d663-4f06-82d6-7ba688566398 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.846613] env[70498]: DEBUG nova.policy [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aee6467c5a452296dbe5f4fe482b9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cb20655c9da429486b5e39ea81466d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.871815] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Releasing lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.872185] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Instance network_info: |[{"id": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "address": "fa:16:3e:e4:38:9a", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd975742b-04", "ovs_interfaceid": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.872495] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Acquired lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.873344] env[70498]: DEBUG nova.network.neutron [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Refreshing network info cache for port d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.874530] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:38:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd975742b-0483-4931-8e96-8cde1c4ba9f2', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.883371] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Creating folder: Project (bd1cdc787e294ccf96291d010da698c5). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.884982] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-155e3bb9-40c2-429b-b15d-d2d0d037b6b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.903144] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Created folder: Project (bd1cdc787e294ccf96291d010da698c5) in parent group-v720819. [ 722.903349] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Creating folder: Instances. Parent ref: group-v720870. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.903911] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e049cccc-7f1b-4b69-b43e-a3cd3bb2fc95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.907948] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.908421] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.908672] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.909496] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6791d524-341d-47aa-ac4e-1b1e7fd909d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.916606] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 722.916606] env[70498]: value = "task-3614035" [ 722.916606] env[70498]: _type = "Task" [ 722.916606] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.923579] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Created folder: Instances in parent group-v720870. [ 722.923938] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.924503] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.924726] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c596b86-79ef-430c-81d0-3ec9022705f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.949317] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.962934] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d043cc-f902-e48e-1a6d-7660448485c4, 'name': SearchDatastore_Task, 'duration_secs': 0.074263} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.966233] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.966233] env[70498]: value = "task-3614036" [ 722.966233] env[70498]: _type = "Task" [ 722.966233] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.966233] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c6e320-c157-4276-bab6-0e3bb100cf72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.977601] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 722.977601] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52489986-a943-10ed-e77c-b5a8f726bd47" [ 722.977601] env[70498]: _type = "Task" [ 722.977601] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.985213] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614036, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.993551] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52489986-a943-10ed-e77c-b5a8f726bd47, 'name': SearchDatastore_Task, 'duration_secs': 0.012584} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.993929] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.994294] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.995130] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7138a8db-e949-4ac5-ab66-dc50f77ce295 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.005296] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 723.005296] env[70498]: value = "task-3614037" [ 723.005296] env[70498]: _type = "Task" [ 723.005296] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.019035] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.121752] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689613} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.122011] env[70498]: DEBUG oslo_vmware.api [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614027, 'name': RemoveSnapshot_Task, 'duration_secs': 1.208444} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.122269] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857/0a3c1f6b-50f2-4a0b-aea4-4e46861c2857.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.122481] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.122736] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.122959] env[70498]: INFO nova.compute.manager [None req-5ee9e910-5974-4326-830a-119e855c580a tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 723.125404] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3907ad1a-2216-4309-b806-4a60f0c98fb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.136769] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614031, 'name': ReconfigVM_Task, 'duration_secs': 0.390832} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.138356] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f9a61c3a-e591-4d0d-8e7d-02250bee4287/f9a61c3a-e591-4d0d-8e7d-02250bee4287.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.139469] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 723.139469] env[70498]: value = "task-3614038" [ 723.139469] env[70498]: _type = "Task" [ 723.139469] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.139469] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52445cf9-7c49-4d8c-89d4-5447aa04363a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.153164] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.155510] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 723.155510] env[70498]: value = "task-3614039" [ 723.155510] env[70498]: _type = "Task" [ 723.155510] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.166167] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614039, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.224977] env[70498]: INFO nova.compute.resource_tracker [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating resource usage from migration 4518cff9-e894-482c-b3b9-59a94a2261c0 [ 723.228587] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.434241] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239446} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.438539] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.438979] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.439247] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.485601] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614036, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.520024] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.657350] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083268} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.659945] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.663151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ebd59d-a79f-48b7-866e-aa1c9678029f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.674171] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614039, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.696581] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857/0a3c1f6b-50f2-4a0b-aea4-4e46861c2857.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.699513] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2495de14-86e4-4a3d-b4a3-6dd1f9f59d73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.724398] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 723.724398] env[70498]: value = "task-3614040" [ 723.724398] env[70498]: _type = "Task" [ 723.724398] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.738126] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.790327] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567a83a-3e72-4766-97ff-28c22a99ce2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.800199] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b6a1d-333e-4bd9-962c-7cbd928cfd23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.842973] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb9178c-74fa-43b0-b449-24d2cb1d5089 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.853499] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f80ae-69f1-46a9-a4f1-f13311e42b52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.868045] env[70498]: DEBUG nova.compute.provider_tree [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.982965] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614036, 'name': CreateVM_Task, 'duration_secs': 0.614772} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.983174] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.983911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.984106] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.984425] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.984677] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39867b13-a856-4eed-b4ca-ceb6098d9e3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.992533] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 723.992533] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52021d3d-adc0-cece-bfaa-e7195abb136d" [ 723.992533] env[70498]: _type = "Task" [ 723.992533] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.003216] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52021d3d-adc0-cece-bfaa-e7195abb136d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.017528] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529374} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.017896] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.018172] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.019122] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a39975-9390-4ca5-86ea-b9222fe986e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.027580] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 724.027580] env[70498]: value = "task-3614041" [ 724.027580] env[70498]: _type = "Task" [ 724.027580] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.041307] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.074431] env[70498]: DEBUG nova.network.neutron [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Updated VIF entry in instance network info cache for port d975742b-0483-4931-8e96-8cde1c4ba9f2. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.074802] env[70498]: DEBUG nova.network.neutron [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Updating instance_info_cache with network_info: [{"id": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "address": "fa:16:3e:e4:38:9a", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd975742b-04", "ovs_interfaceid": "d975742b-0483-4931-8e96-8cde1c4ba9f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.105899] env[70498]: DEBUG nova.network.neutron [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updated VIF entry in instance network info cache for port eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.106282] env[70498]: DEBUG nova.network.neutron [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating instance_info_cache with network_info: [{"id": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "address": "fa:16:3e:9d:88:63", "network": {"id": "0bd49f1b-9224-4231-bc7a-7796584104aa", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-225655324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d6aad25894e457db38d9a66e8501b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9f30bf-3c", "ovs_interfaceid": "eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.170421] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614039, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.185534] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Successfully created port: 99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.243599] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.246216] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.282732] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.282859] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.282973] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.283570] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.283570] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.283696] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.283986] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.284237] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.284529] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.284689] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.284915] env[70498]: DEBUG nova.virt.hardware [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.286170] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a034a74-ffa8-4ed6-be51-0e684fdffad9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.303923] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9054512-c74f-49b4-b07f-b37eb012e9ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.371180] env[70498]: DEBUG nova.scheduler.client.report [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.488415] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.488415] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.488415] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.488606] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.488606] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.488606] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.488606] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.488606] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.488777] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.488777] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.488777] env[70498]: DEBUG nova.virt.hardware [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.489075] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ca1de8-7570-4802-aa5d-0d35bb163303 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.500555] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0779c3f-155e-4d6a-9039-93f4cbc76d07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.508748] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52021d3d-adc0-cece-bfaa-e7195abb136d, 'name': SearchDatastore_Task, 'duration_secs': 0.014803} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.508748] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.508748] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.508748] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.509029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.509072] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.509309] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2571355b-a5e2-40f7-82ae-8a43772280bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.522149] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:7c:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bb75b95-cc89-4af9-9337-648d97c8a01a', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.531340] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.532122] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.535993] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84e08c45-3e73-4a3e-bb0a-60e1512458fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.550712] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.550910] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.552381] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff16c6d6-4d7c-42d1-b656-bb467912a556 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.558219] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064208} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.560132] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.560523] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.560523] env[70498]: value = "task-3614042" [ 724.560523] env[70498]: _type = "Task" [ 724.560523] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.560989] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a695e1-22a9-4a2c-90a6-76a39f0b7b6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.565188] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Successfully updated port: bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.569480] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 724.569480] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5268c057-a78f-3158-60a9-c1af7ba0d536" [ 724.569480] env[70498]: _type = "Task" [ 724.569480] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.585148] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614042, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.585990] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5ac1cf-6d6d-4932-9b0d-b406eecf5551 req-5c5589f1-1834-4c7e-8c60-8b2de15d3a4d service nova] Releasing lock "refresh_cache-2410b837-58f4-41d5-b0a7-744ede6691d9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.594699] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.596262] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c86ebed-79ba-4211-9039-2964a9a1f14f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.616032] env[70498]: DEBUG oslo_concurrency.lockutils [req-d060fb32-8802-4a69-9d16-ed2f669eb875 req-e1ce6bb7-b841-4c0a-bf9e-ec963efbf256 service nova] Releasing lock "refresh_cache-448ce5f0-bbc2-45bf-abb8-901315f40fcf" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.616554] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5268c057-a78f-3158-60a9-c1af7ba0d536, 'name': SearchDatastore_Task, 'duration_secs': 0.018792} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.618039] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d140d2-723c-4c8d-b1d1-0d6b9cab5427 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.623380] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 724.623380] env[70498]: value = "task-3614043" [ 724.623380] env[70498]: _type = "Task" [ 724.623380] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.624713] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 724.624713] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cadc4e-0f20-9c4d-0112-9ecbec67bb57" [ 724.624713] env[70498]: _type = "Task" [ 724.624713] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.642729] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.647084] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cadc4e-0f20-9c4d-0112-9ecbec67bb57, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.647084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.647350] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 2410b837-58f4-41d5-b0a7-744ede6691d9/2410b837-58f4-41d5-b0a7-744ede6691d9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.647638] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be57bfb3-761c-460f-8054-6056bff30221 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.662274] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 724.662274] env[70498]: value = "task-3614044" [ 724.662274] env[70498]: _type = "Task" [ 724.662274] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.669937] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614039, 'name': Rename_Task, 'duration_secs': 1.24177} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.670677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.671088] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15476f44-58ae-464c-a588-ebdb6ba70996 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.676096] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.683151] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 724.683151] env[70498]: value = "task-3614045" [ 724.683151] env[70498]: _type = "Task" [ 724.683151] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.693522] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.735971] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.880979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.673s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.880979] env[70498]: INFO nova.compute.manager [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Migrating [ 724.880979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.881243] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.885768] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.555s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.886925] env[70498]: INFO nova.compute.claims [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.895239] env[70498]: INFO nova.compute.rpcapi [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 724.895239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.071888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.072257] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.072337] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.082330] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614042, 'name': CreateVM_Task, 'duration_secs': 0.398438} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.083259] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.085698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.085698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.085698] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33030fbe-1ae6-49f6-b21c-41ed20d24717 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.092699] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 725.092699] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52028681-5ac7-edf7-9ed9-ca93b5faa3a5" [ 725.092699] env[70498]: _type = "Task" [ 725.092699] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.105105] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52028681-5ac7-edf7-9ed9-ca93b5faa3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.138385] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614043, 'name': ReconfigVM_Task, 'duration_secs': 0.358018} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.139163] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9/1ffc95a2-fc86-47ea-82d9-d7be53aefac9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.139552] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a9fad3-47a2-4838-80b4-666b8a6e6f85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.149711] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 725.149711] env[70498]: value = "task-3614046" [ 725.149711] env[70498]: _type = "Task" [ 725.149711] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.167476] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614046, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.179043] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.198991] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.246239] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614040, 'name': ReconfigVM_Task, 'duration_secs': 1.339148} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.249037] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857/0a3c1f6b-50f2-4a0b-aea4-4e46861c2857.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.249037] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f6b54a-bec5-40ea-bd6b-a398a87f9d62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.262617] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 725.262617] env[70498]: value = "task-3614047" [ 725.262617] env[70498]: _type = "Task" [ 725.262617] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.284204] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614047, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.375504] env[70498]: DEBUG nova.compute.manager [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Received event network-vif-plugged-bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.375504] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Acquiring lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.375504] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.375504] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.379148] env[70498]: DEBUG nova.compute.manager [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] No waiting events found dispatching network-vif-plugged-bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.379148] env[70498]: WARNING nova.compute.manager [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Received unexpected event network-vif-plugged-bba8505d-9321-4331-bcd4-2663c494722d for instance with vm_state building and task_state spawning. [ 725.379148] env[70498]: DEBUG nova.compute.manager [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Received event network-changed-bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.379148] env[70498]: DEBUG nova.compute.manager [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Refreshing instance network info cache due to event network-changed-bba8505d-9321-4331-bcd4-2663c494722d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.379148] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Acquiring lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.417236] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.417529] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.418502] env[70498]: DEBUG nova.network.neutron [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.606657] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52028681-5ac7-edf7-9ed9-ca93b5faa3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.606657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606657] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.606657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.607126] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.607126] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.607126] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d922474-a2d4-4518-9113-915b3956d1c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.615268] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.615648] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.616152] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18829c5e-3461-4caf-886a-62f717bed913 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.622884] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 725.622884] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52425f5d-bbc0-f87d-421b-4fe56176c4b6" [ 725.622884] env[70498]: _type = "Task" [ 725.622884] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.632013] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52425f5d-bbc0-f87d-421b-4fe56176c4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.660924] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614046, 'name': Rename_Task, 'duration_secs': 0.360684} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.661393] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.661788] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48828a0c-73c0-4843-868b-9e080b7d0db9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.673586] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Waiting for the task: (returnval){ [ 725.673586] env[70498]: value = "task-3614048" [ 725.673586] env[70498]: _type = "Task" [ 725.673586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.681466] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814876} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.683217] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 2410b837-58f4-41d5-b0a7-744ede6691d9/2410b837-58f4-41d5-b0a7-744ede6691d9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.683217] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.683217] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8efdf17-7cd3-4e7e-8582-7882b211bed7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.690634] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.706025] env[70498]: DEBUG oslo_vmware.api [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614045, 'name': PowerOnVM_Task, 'duration_secs': 0.596042} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.706025] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.706025] env[70498]: INFO nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Took 12.19 seconds to spawn the instance on the hypervisor. [ 725.706025] env[70498]: DEBUG nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.706025] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 725.706025] env[70498]: value = "task-3614049" [ 725.706025] env[70498]: _type = "Task" [ 725.706025] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.706494] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2c3769-dc58-4c09-9dcd-f2bdb3208fd3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.719749] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.750428] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.770151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "60d32c82-d2e4-46a6-a742-edd824f37f59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.770151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.770151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.770151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.770328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.773465] env[70498]: INFO nova.compute.manager [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Terminating instance [ 725.782673] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614047, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.134553] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52425f5d-bbc0-f87d-421b-4fe56176c4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.138260] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26dbba6d-2da3-4bd0-ab9b-e89a8c15df20 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.145966] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 726.145966] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f07841-8295-5662-6982-9fb1068bd22c" [ 726.145966] env[70498]: _type = "Task" [ 726.145966] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.156283] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f07841-8295-5662-6982-9fb1068bd22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.194178] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.195771] env[70498]: DEBUG nova.network.neutron [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Updating instance_info_cache with network_info: [{"id": "bba8505d-9321-4331-bcd4-2663c494722d", "address": "fa:16:3e:65:8c:e7", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba8505d-93", "ovs_interfaceid": "bba8505d-9321-4331-bcd4-2663c494722d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.222881] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080662} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.223159] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.224303] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ca779-bea7-42fd-9219-4319e9f171ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.271387] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2410b837-58f4-41d5-b0a7-744ede6691d9/2410b837-58f4-41d5-b0a7-744ede6691d9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.275814] env[70498]: INFO nova.compute.manager [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Took 25.74 seconds to build instance. [ 726.277191] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc29c86f-d4d6-4bbc-867e-d4270e24d547 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.303148] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f764b58-da35-4930-9304-1a252821eff5 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.170s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.308269] env[70498]: DEBUG nova.compute.manager [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.308613] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.311655] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e90db-a85f-4f61-9469-0b412169a5f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.322713] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 726.322713] env[70498]: value = "task-3614050" [ 726.322713] env[70498]: _type = "Task" [ 726.322713] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.335345] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.335740] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614047, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.340289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c04e3f-c19f-4d1d-8514-1b4e5e9efb67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.347769] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.349433] env[70498]: DEBUG oslo_vmware.api [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 726.349433] env[70498]: value = "task-3614051" [ 726.349433] env[70498]: _type = "Task" [ 726.349433] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.532895] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1897d93-0e11-4d31-b4a0-28c0c6d3c3e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.545065] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df7bc60-f35e-42f1-9842-60f7fab196cb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.585038] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a2056-f72f-467c-aec0-ac4979789f50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.593891] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d7a10-08a2-4946-b34f-4ea4ef661c34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.609766] env[70498]: DEBUG nova.compute.provider_tree [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.663842] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f07841-8295-5662-6982-9fb1068bd22c, 'name': SearchDatastore_Task, 'duration_secs': 0.01137} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.664542] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.665580] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.665580] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0df7167-5b0c-4423-aeb3-0d3674289df6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.680127] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 726.680127] env[70498]: value = "task-3614052" [ 726.680127] env[70498]: _type = "Task" [ 726.680127] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.699132] env[70498]: DEBUG oslo_vmware.api [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Task: {'id': task-3614048, 'name': PowerOnVM_Task, 'duration_secs': 0.978124} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.702124] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.702438] env[70498]: DEBUG nova.compute.manager [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.705180] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.705642] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Instance network_info: |[{"id": "bba8505d-9321-4331-bcd4-2663c494722d", "address": "fa:16:3e:65:8c:e7", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba8505d-93", "ovs_interfaceid": "bba8505d-9321-4331-bcd4-2663c494722d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.706167] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.707955] env[70498]: DEBUG nova.network.neutron [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.712164] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069775b4-d26b-44ef-9c67-862458c39776 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.714420] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Acquired lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.714667] env[70498]: DEBUG nova.network.neutron [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Refreshing network info cache for port bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.716440] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:8c:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba8505d-9321-4331-bcd4-2663c494722d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.729301] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.731064] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.732057] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-784f1bfb-3417-46ed-ba0a-96002f2cf03b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.772680] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.772680] env[70498]: value = "task-3614053" [ 726.772680] env[70498]: _type = "Task" [ 726.772680] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.784860] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.792303] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614047, 'name': Rename_Task, 'duration_secs': 1.385996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.792543] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.793064] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8ceb6d-aded-4dd7-9c4f-d38b878a71a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.800851] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 726.800851] env[70498]: value = "task-3614054" [ 726.800851] env[70498]: _type = "Task" [ 726.800851] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.815281] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.820481] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.847595] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.862314] env[70498]: DEBUG oslo_vmware.api [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3614051, 'name': PowerOffVM_Task, 'duration_secs': 0.370214} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.862746] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.863015] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.863396] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1faf5be-4e0a-4666-a6d0-0f782a5441d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.113677] env[70498]: DEBUG nova.scheduler.client.report [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.199519] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614052, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.205725] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Successfully updated port: 99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.232727] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.292550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.300209] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.311424] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.355644] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614050, 'name': ReconfigVM_Task, 'duration_secs': 0.565159} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.357525] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.357639] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2410b837-58f4-41d5-b0a7-744ede6691d9/2410b837-58f4-41d5-b0a7-744ede6691d9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.358979] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2db2d80-e8d8-4bfd-8c04-f252ea560b64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.369591] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 727.369591] env[70498]: value = "task-3614056" [ 727.369591] env[70498]: _type = "Task" [ 727.369591] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.382909] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614056, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.407537] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.409177] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.620283] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.620283] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.622584] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.436s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.622805] env[70498]: DEBUG nova.objects.instance [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lazy-loading 'resources' on Instance uuid e15d26f1-db9f-4d9f-88fa-119ecaccd899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.698049] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730905} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.700391] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.700391] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.700525] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.700689] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.702691] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleting the datastore file [datastore1] 60d32c82-d2e4-46a6-a742-edd824f37f59 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.702691] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0df84e88-9bef-418e-9c88-f07333db0d1a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.704659] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0faa4a9e-9360-45f1-bdd9-0efa690138cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.707227] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.707363] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquired lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.707509] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.714220] env[70498]: DEBUG oslo_vmware.api [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for the task: (returnval){ [ 727.714220] env[70498]: value = "task-3614057" [ 727.714220] env[70498]: _type = "Task" [ 727.714220] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.714220] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 727.714220] env[70498]: value = "task-3614058" [ 727.714220] env[70498]: _type = "Task" [ 727.714220] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.727273] env[70498]: DEBUG oslo_vmware.api [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3614057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.730985] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.788424] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.814059] env[70498]: DEBUG oslo_vmware.api [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614054, 'name': PowerOnVM_Task, 'duration_secs': 0.667808} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.814415] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.814639] env[70498]: INFO nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Took 11.71 seconds to spawn the instance on the hypervisor. [ 727.814843] env[70498]: DEBUG nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.820140] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432986f-bc81-47b1-aa37-536ceab33e2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.883891] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614056, 'name': Rename_Task, 'duration_secs': 0.24209} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.884722] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.884722] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d5196c-64eb-4b36-91c6-e81dff3825b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.892880] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 727.892880] env[70498]: value = "task-3614059" [ 727.892880] env[70498]: _type = "Task" [ 727.892880] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.905985] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.126339] env[70498]: DEBUG nova.compute.utils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.130981] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.232363] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182454} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.235972] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.236150] env[70498]: DEBUG oslo_vmware.api [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Task: {'id': task-3614057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451249} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.236859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab4fec-78b7-4395-8fa3-5e9b0193c49b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.239894] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.240101] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.240404] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.240495] env[70498]: INFO nova.compute.manager [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Took 1.93 seconds to destroy the instance on the hypervisor. [ 728.240670] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.243524] env[70498]: DEBUG nova.compute.manager [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.243676] env[70498]: DEBUG nova.network.neutron [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.272504] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.276385] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e7f3939-fd14-4dad-aa01-c33e1f907064 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.297377] env[70498]: DEBUG nova.network.neutron [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Updated VIF entry in instance network info cache for port bba8505d-9321-4331-bcd4-2663c494722d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.297377] env[70498]: DEBUG nova.network.neutron [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Updating instance_info_cache with network_info: [{"id": "bba8505d-9321-4331-bcd4-2663c494722d", "address": "fa:16:3e:65:8c:e7", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba8505d-93", "ovs_interfaceid": "bba8505d-9321-4331-bcd4-2663c494722d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.309352] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.313946] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.316709] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 728.316709] env[70498]: value = "task-3614060" [ 728.316709] env[70498]: _type = "Task" [ 728.316709] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.339635] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.345661] env[70498]: INFO nova.compute.manager [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Took 26.04 seconds to build instance. [ 728.407808] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.420606] env[70498]: DEBUG nova.compute.manager [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Received event network-vif-plugged-99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.420852] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Acquiring lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.421259] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.421737] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.424270] env[70498]: DEBUG nova.compute.manager [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] No waiting events found dispatching network-vif-plugged-99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.424270] env[70498]: WARNING nova.compute.manager [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Received unexpected event network-vif-plugged-99b172cb-8446-4ffd-bb24-a9a04c0f582b for instance with vm_state building and task_state spawning. [ 728.424270] env[70498]: DEBUG nova.compute.manager [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Received event network-changed-99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.424270] env[70498]: DEBUG nova.compute.manager [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Refreshing instance network info cache due to event network-changed-99b172cb-8446-4ffd-bb24-a9a04c0f582b. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.424270] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Acquiring lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.629258] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.735774] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162ce2d9-a6c9-44c4-8336-cb355662338a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.750263] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f38342-f271-4e26-bf86-33e883179afc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.757176] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54636f-538e-4494-a665-b4015d1f022d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.786720] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18974c9-0e37-4e85-a12f-95fd922f8ef2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.802537] env[70498]: DEBUG oslo_concurrency.lockutils [req-dc5240c0-7ec2-4024-82c4-c01517e21256 req-b462abb0-4727-4440-ac6a-d480bc36720d service nova] Releasing lock "refresh_cache-25ba20e3-49a5-47ac-9591-df19cd82b3a6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.802537] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 728.819843] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a7f1a-28c9-424e-aa58-af1af7978791 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.843388] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.857607] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a181ed7b-0c70-47d7-9b64-a0de0ac13358 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.428s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.857846] env[70498]: DEBUG nova.compute.provider_tree [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.861754] env[70498]: DEBUG nova.network.neutron [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Updating instance_info_cache with network_info: [{"id": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "address": "fa:16:3e:f2:fb:22", "network": {"id": "4f1bd044-0cb4-4e81-9800-db93ad1ee17a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-847073022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20655c9da429486b5e39ea81466d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b172cb-84", "ovs_interfaceid": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.872393] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.872583] env[70498]: DEBUG nova.scheduler.client.report [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.911385] env[70498]: DEBUG oslo_vmware.api [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614059, 'name': PowerOnVM_Task, 'duration_secs': 0.966325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.911385] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.911385] env[70498]: INFO nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Took 10.05 seconds to spawn the instance on the hypervisor. [ 728.911385] env[70498]: DEBUG nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.911385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df903a9f-3e1b-422d-99c6-325943dac6bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.060872] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.061326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.313022] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614053, 'name': CreateVM_Task, 'duration_secs': 2.380183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.313022] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.313334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.313334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.313567] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.313836] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6c0974-58a2-491b-8cc6-4179d2b623c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.321542] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.321943] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 729.321943] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5298e5f6-5e2c-554d-2332-7d5740987826" [ 729.321943] env[70498]: _type = "Task" [ 729.321943] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.322098] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87db0a80-0317-49cd-af1e-748dfd9cab07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.333616] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5298e5f6-5e2c-554d-2332-7d5740987826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.338464] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 729.338464] env[70498]: value = "task-3614061" [ 729.338464] env[70498]: _type = "Task" [ 729.338464] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.344694] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.350191] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.372852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Releasing lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.373209] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Instance network_info: |[{"id": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "address": "fa:16:3e:f2:fb:22", "network": {"id": "4f1bd044-0cb4-4e81-9800-db93ad1ee17a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-847073022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20655c9da429486b5e39ea81466d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b172cb-84", "ovs_interfaceid": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.373530] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Acquired lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.373721] env[70498]: DEBUG nova.network.neutron [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Refreshing network info cache for port 99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.375116] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:fb:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99b172cb-8446-4ffd-bb24-a9a04c0f582b', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.383557] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Creating folder: Project (4cb20655c9da429486b5e39ea81466d9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.384742] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.387016] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb2e60e2-9c04-4060-b366-99e9f955eca1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.389096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.156s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.390656] env[70498]: INFO nova.compute.claims [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.395714] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.413157] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Created folder: Project (4cb20655c9da429486b5e39ea81466d9) in parent group-v720819. [ 729.413443] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Creating folder: Instances. Parent ref: group-v720875. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.413648] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7935b29-12dd-4163-ae52-3cf08bbe92b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.418749] env[70498]: INFO nova.scheduler.client.report [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Deleted allocations for instance e15d26f1-db9f-4d9f-88fa-119ecaccd899 [ 729.428543] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Created folder: Instances in parent group-v720875. [ 729.428808] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.430548] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.431088] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8d1d7ed-b74c-4420-8fee-17f6fda9496b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.450448] env[70498]: INFO nova.compute.manager [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Took 26.88 seconds to build instance. [ 729.458147] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.458147] env[70498]: value = "task-3614064" [ 729.458147] env[70498]: _type = "Task" [ 729.458147] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.469176] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614064, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.533874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.534240] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.534499] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.534696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.534883] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.537780] env[70498]: INFO nova.compute.manager [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Terminating instance [ 729.615692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "bab958b5-eb15-42d5-a24b-dcb23999a301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.615833] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.643637] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.674563] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.674795] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.674941] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.675139] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.675279] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.675435] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.675687] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.675834] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.676013] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.676195] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.676383] env[70498]: DEBUG nova.virt.hardware [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.679143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67989e75-6bbe-4fc4-822f-13b554f6ed62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.687028] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4af35d-fcba-499f-b0b8-6d6d52fa497d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.703194] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.709118] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Creating folder: Project (ffc87dceab864a9884996102595970e1). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.709502] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1813a08b-0d29-4552-9d8b-75776555f532 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.723341] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Created folder: Project (ffc87dceab864a9884996102595970e1) in parent group-v720819. [ 729.723341] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Creating folder: Instances. Parent ref: group-v720878. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.723502] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08f9884d-e483-4851-a45e-e621273a72cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.734636] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Created folder: Instances in parent group-v720878. [ 729.734636] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.734918] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.734963] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bda7e469-ad21-4a33-b786-afc127cf0a90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.754466] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.754466] env[70498]: value = "task-3614067" [ 729.754466] env[70498]: _type = "Task" [ 729.754466] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.767501] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614067, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.836237] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5298e5f6-5e2c-554d-2332-7d5740987826, 'name': SearchDatastore_Task, 'duration_secs': 0.019007} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.840280] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.840280] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.840280] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.840280] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.840694] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.840793] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba50b883-3400-44f5-9c6f-cebd5638d320 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.853471] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614061, 'name': PowerOffVM_Task, 'duration_secs': 0.2209} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.857584] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.857835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.861768] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614060, 'name': ReconfigVM_Task, 'duration_secs': 1.147562} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.862045] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.862220] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.866239] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650/8d879fd2-8368-4e36-8d02-6efd50503650.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.866239] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10bfd889-80e9-45e5-a1e1-0116ec49328b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868129] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf08d4b6-aabd-47d0-9cfb-4fc9d0e94d5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.872421] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 729.872421] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52333899-eb76-9edd-9007-d1172eb0d47f" [ 729.872421] env[70498]: _type = "Task" [ 729.872421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.873870] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 729.873870] env[70498]: value = "task-3614068" [ 729.873870] env[70498]: _type = "Task" [ 729.873870] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.892208] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52333899-eb76-9edd-9007-d1172eb0d47f, 'name': SearchDatastore_Task, 'duration_secs': 0.016218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.893318] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243c192c-4961-4eb9-99da-4e9b8d11f147 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.901754] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614068, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.908615] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 729.908615] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524bdf92-b453-4764-4488-fb915cecf51b" [ 729.908615] env[70498]: _type = "Task" [ 729.908615] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.921997] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524bdf92-b453-4764-4488-fb915cecf51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.929722] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7312ec2c-88ae-444d-81fc-d0d71b402a98 tempest-ServerDiagnosticsNegativeTest-736372444 tempest-ServerDiagnosticsNegativeTest-736372444-project-member] Lock "e15d26f1-db9f-4d9f-88fa-119ecaccd899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.889s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.933051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.953641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3983cdfc-6ff5-42ec-801f-74eb506db991 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.428s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.973901] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614064, 'name': CreateVM_Task, 'duration_secs': 0.501242} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.978750] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.980439] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.980783] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.981037] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.981652] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-338fa7ec-39d3-41fe-9aa3-8af9080bccd4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.988958] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 729.988958] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527ae14e-bdf0-789c-5fdc-21cf38d00ba2" [ 729.988958] env[70498]: _type = "Task" [ 729.988958] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.002537] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527ae14e-bdf0-789c-5fdc-21cf38d00ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.042691] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "refresh_cache-1ffc95a2-fc86-47ea-82d9-d7be53aefac9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.042691] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquired lock "refresh_cache-1ffc95a2-fc86-47ea-82d9-d7be53aefac9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.042691] env[70498]: DEBUG nova.network.neutron [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.268069] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614067, 'name': CreateVM_Task, 'duration_secs': 0.321873} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.268069] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.268069] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.365876] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.366257] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.366321] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.366494] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.366629] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.366765] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.366970] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.368155] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.368155] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.368277] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.368399] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.374656] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b207d69-9048-4556-aa73-479c60452df5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.407100] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614068, 'name': Rename_Task, 'duration_secs': 0.229112} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.407417] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 730.407417] env[70498]: value = "task-3614069" [ 730.407417] env[70498]: _type = "Task" [ 730.407417] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.407898] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.408257] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75158e39-a62a-46fe-85b6-35143c620096 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.424456] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.430803] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524bdf92-b453-4764-4488-fb915cecf51b, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.430803] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 730.430803] env[70498]: value = "task-3614070" [ 730.430803] env[70498]: _type = "Task" [ 730.430803] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.430803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.430803] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 25ba20e3-49a5-47ac-9591-df19cd82b3a6/25ba20e3-49a5-47ac-9591-df19cd82b3a6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.431594] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b90ed091-45d5-49c8-bd4f-023217ba53ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.448225] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614070, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.448511] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 730.448511] env[70498]: value = "task-3614071" [ 730.448511] env[70498]: _type = "Task" [ 730.448511] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.459468] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.462679] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.507268] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527ae14e-bdf0-789c-5fdc-21cf38d00ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.507617] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508334] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.508334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.508334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.508505] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.508689] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.508975] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.509211] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86871f9-996d-4a12-a22f-3238ba3c438b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.512259] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16061969-6942-478e-9f7d-76dfcde378cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.517014] env[70498]: DEBUG nova.network.neutron [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Updated VIF entry in instance network info cache for port 99b172cb-8446-4ffd-bb24-a9a04c0f582b. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.517743] env[70498]: DEBUG nova.network.neutron [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Updating instance_info_cache with network_info: [{"id": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "address": "fa:16:3e:f2:fb:22", "network": {"id": "4f1bd044-0cb4-4e81-9800-db93ad1ee17a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-847073022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cb20655c9da429486b5e39ea81466d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99b172cb-84", "ovs_interfaceid": "99b172cb-8446-4ffd-bb24-a9a04c0f582b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.528471] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 730.528471] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8b23e-e00d-1e68-eb46-413cd41e2cfd" [ 730.528471] env[70498]: _type = "Task" [ 730.528471] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.528471] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.528748] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.532280] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-969ee6a4-3383-446b-9779-acd4d37a3a19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.547976] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8b23e-e00d-1e68-eb46-413cd41e2cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.548428] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 730.548428] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c08946-8abc-44f2-f077-dde475f6eee8" [ 730.548428] env[70498]: _type = "Task" [ 730.548428] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.562424] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c08946-8abc-44f2-f077-dde475f6eee8, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.563336] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ffdd04-f0a1-4860-8737-15dd3efe1367 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.568225] env[70498]: DEBUG nova.network.neutron [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.576032] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 730.576032] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521d24d2-e843-00b7-e4fc-6a85915a9f90" [ 730.576032] env[70498]: _type = "Task" [ 730.576032] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.589171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.589420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.589715] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521d24d2-e843-00b7-e4fc-6a85915a9f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.702727] env[70498]: DEBUG nova.network.neutron [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.828905] env[70498]: DEBUG nova.network.neutron [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.927726] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614069, 'name': ReconfigVM_Task, 'duration_secs': 0.285304} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.927938] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.961941] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.975618] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.996738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.023753] env[70498]: DEBUG oslo_concurrency.lockutils [req-692ec6c5-4009-4b32-b478-2c702dd7f766 req-fc51451c-78e4-4abf-a21d-6f6762d59b0f service nova] Releasing lock "refresh_cache-4f236af5-261e-4c5f-83f6-c66214ad5d80" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.049457] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8b23e-e00d-1e68-eb46-413cd41e2cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.021603} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.049862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.050146] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.050403] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.068163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b7e05f-0005-46e4-8e73-c40a0b4bde81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.084662] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0d036-8543-46b4-914d-472dd724c02e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.093928] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521d24d2-e843-00b7-e4fc-6a85915a9f90, 'name': SearchDatastore_Task, 'duration_secs': 0.02257} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.093928] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.093928] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 4f236af5-261e-4c5f-83f6-c66214ad5d80/4f236af5-261e-4c5f-83f6-c66214ad5d80.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.122953] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.123220] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.123483] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95dad29b-1210-4f55-96d2-46f73f75883d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.126880] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79f5c632-5012-4a15-9326-a730f3eb8d8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.129892] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7cd8d6-36cf-48df-a402-57281ccbca3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.143819] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 731.143819] env[70498]: value = "task-3614072" [ 731.143819] env[70498]: _type = "Task" [ 731.143819] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.146719] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4cfa4d-1b1d-4cc4-9316-07d67ebaf8c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.152476] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.152722] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.157987] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06a415b-b9c4-4446-9685-c6190c773a6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.173085] env[70498]: DEBUG nova.compute.provider_tree [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.178988] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 731.178988] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a463a6-72bc-7475-dd3a-60461f466b25" [ 731.178988] env[70498]: _type = "Task" [ 731.178988] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.179253] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.192253] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a463a6-72bc-7475-dd3a-60461f466b25, 'name': SearchDatastore_Task, 'duration_secs': 0.021376} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.193124] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd68bcf-13d9-441b-82e9-bb7ed4126ec8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.209029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Releasing lock "refresh_cache-1ffc95a2-fc86-47ea-82d9-d7be53aefac9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.209500] env[70498]: DEBUG nova.compute.manager [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.209686] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.211447] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 731.211447] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5c3a1-fcca-0f8f-603a-a244afcb1c36" [ 731.211447] env[70498]: _type = "Task" [ 731.211447] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.212863] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13393262-92ab-44f5-8f78-92eeb3ac6e1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.231239] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5c3a1-fcca-0f8f-603a-a244afcb1c36, 'name': SearchDatastore_Task} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.233660] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.233962] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 84742990-e625-4838-8c34-e131d2060f3d/84742990-e625-4838-8c34-e131d2060f3d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.234292] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.234510] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdfaa73e-3218-46dd-b690-257878682e73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.236728] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb876049-c38b-4c8f-9cfd-bb85e8528222 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.245818] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 731.245818] env[70498]: value = "task-3614074" [ 731.245818] env[70498]: _type = "Task" [ 731.245818] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.248541] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 731.248541] env[70498]: value = "task-3614073" [ 731.248541] env[70498]: _type = "Task" [ 731.248541] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.265880] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.266028] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.334121] env[70498]: INFO nova.compute.manager [-] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Took 3.09 seconds to deallocate network for instance. [ 731.450607] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.451021] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.452309] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.452486] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.452523] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.452962] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.452962] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.453308] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.453370] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.453574] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.453771] env[70498]: DEBUG nova.virt.hardware [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.463992] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 731.464878] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77bf105-7003-4a58-bbf3-bb7ca945fc2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.487671] env[70498]: DEBUG oslo_vmware.api [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614070, 'name': PowerOnVM_Task, 'duration_secs': 0.95882} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.488533] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.488738] env[70498]: DEBUG nova.compute.manager [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.490103] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b2d4e-738e-4585-a4a3-e7424cd14015 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.498422] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809109} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.498422] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 731.498422] env[70498]: value = "task-3614075" [ 731.498422] env[70498]: _type = "Task" [ 731.498422] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.499124] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 25ba20e3-49a5-47ac-9591-df19cd82b3a6/25ba20e3-49a5-47ac-9591-df19cd82b3a6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.499414] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.499755] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9cb8821-9517-4862-90f2-6c1df5ac7aec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.518737] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.522807] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 731.522807] env[70498]: value = "task-3614076" [ 731.522807] env[70498]: _type = "Task" [ 731.522807] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.536385] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.629962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.630214] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.666702] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614072, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.680977] env[70498]: DEBUG nova.scheduler.client.report [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.686644] env[70498]: DEBUG nova.compute.manager [req-5e5521e7-0756-40e7-9195-8b05b24ea93e req-12a775d9-c543-40ca-86b1-d639b6a21ab6 service nova] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Received event network-vif-deleted-dfbdd0be-a9e7-48ad-974a-68ca1f30ef88 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.763764] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614074, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.767012] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614073, 'name': PowerOffVM_Task, 'duration_secs': 0.208714} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.767299] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.767675] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.767768] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03390598-d8fb-4b2d-9aab-ef77646ac9eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.807690] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.808166] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.808507] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Deleting the datastore file [datastore2] 1ffc95a2-fc86-47ea-82d9-d7be53aefac9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.808831] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28dda2c4-f471-4af9-8646-ef5252b42ea5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.825712] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for the task: (returnval){ [ 731.825712] env[70498]: value = "task-3614078" [ 731.825712] env[70498]: _type = "Task" [ 731.825712] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.836829] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.841841] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.023792] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.023792] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.034790] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094099} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.035145] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.036170] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367a050-3fd3-4319-adab-896a050a7500 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.063850] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 25ba20e3-49a5-47ac-9591-df19cd82b3a6/25ba20e3-49a5-47ac-9591-df19cd82b3a6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.064217] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff889b44-95da-4835-accc-c7b0e35b02ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.085237] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 732.085237] env[70498]: value = "task-3614079" [ 732.085237] env[70498]: _type = "Task" [ 732.085237] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.102337] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.163804] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626354} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.164587] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 4f236af5-261e-4c5f-83f6-c66214ad5d80/4f236af5-261e-4c5f-83f6-c66214ad5d80.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.164833] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.165233] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c8c3a3-0e1c-43ad-a198-fa22dbcbb5f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.173324] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 732.173324] env[70498]: value = "task-3614080" [ 732.173324] env[70498]: _type = "Task" [ 732.173324] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.181955] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.189210] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.189398] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.192948] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.851s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.193223] env[70498]: DEBUG nova.objects.instance [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lazy-loading 'resources' on Instance uuid e7ac8f4e-843b-483e-a3e6-de121f3e7670 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.259747] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828708} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.260448] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 84742990-e625-4838-8c34-e131d2060f3d/84742990-e625-4838-8c34-e131d2060f3d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.260448] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.261769] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-812200d5-7bab-4a59-8eb6-e1c5b7e589be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.269333] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 732.269333] env[70498]: value = "task-3614081" [ 732.269333] env[70498]: _type = "Task" [ 732.269333] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.279495] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.334361] env[70498]: DEBUG oslo_vmware.api [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Task: {'id': task-3614078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256918} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.334624] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.334807] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.334978] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.335167] env[70498]: INFO nova.compute.manager [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 732.335432] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.335623] env[70498]: DEBUG nova.compute.manager [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.335718] env[70498]: DEBUG nova.network.neutron [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.357644] env[70498]: DEBUG nova.network.neutron [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.514149] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.599095] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.685604] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614080, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.698284] env[70498]: DEBUG nova.compute.utils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.704418] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.704979] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.767518] env[70498]: DEBUG nova.policy [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a07430f39944eb188f55fce05434c82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35117c9c953949a4be8e583cd762fab9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.785233] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074703} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.785233] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.788602] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd54d8ac-c093-4269-86a1-2d034e3fd09e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.814880] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 84742990-e625-4838-8c34-e131d2060f3d/84742990-e625-4838-8c34-e131d2060f3d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.820246] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6956ef51-042d-4fc0-ae4e-cdb9cb332e83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.845113] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 732.845113] env[70498]: value = "task-3614082" [ 732.845113] env[70498]: _type = "Task" [ 732.845113] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.857125] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.861528] env[70498]: DEBUG nova.network.neutron [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.017234] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614075, 'name': ReconfigVM_Task, 'duration_secs': 1.239909} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.017234] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 733.017791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c5dcce-c6a0-4b89-afd5-cd3659960f3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.045035] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.048099] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45f3460-4698-478f-8bee-98d7634dfe63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.068463] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 733.068463] env[70498]: value = "task-3614083" [ 733.068463] env[70498]: _type = "Task" [ 733.068463] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.078737] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.096590] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.195350] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.534416} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.195350] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.195350] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054933a-5dac-41e5-8e35-7d6a3b38e531 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.214350] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.226723] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 4f236af5-261e-4c5f-83f6-c66214ad5d80/4f236af5-261e-4c5f-83f6-c66214ad5d80.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.229912] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52da397e-7c1c-4a1d-b462-7c3107368b13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.257151] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 733.257151] env[70498]: value = "task-3614084" [ 733.257151] env[70498]: _type = "Task" [ 733.257151] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.271540] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.322050] env[70498]: DEBUG nova.compute.manager [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.324462] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f61bf5-2206-4bb1-9b03-2c0a792bf87a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.355819] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614082, 'name': ReconfigVM_Task, 'duration_secs': 0.496328} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.356132] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 84742990-e625-4838-8c34-e131d2060f3d/84742990-e625-4838-8c34-e131d2060f3d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.356796] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d749a698-548f-4190-9db8-ab70c15da150 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.365489] env[70498]: INFO nova.compute.manager [-] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Took 1.03 seconds to deallocate network for instance. [ 733.365907] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 733.365907] env[70498]: value = "task-3614085" [ 733.365907] env[70498]: _type = "Task" [ 733.365907] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.386275] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614085, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.406106] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911d169-8bc3-47f3-bed4-08b9890f3cdd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.416166] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c423a-10f4-4d24-8acc-1e5ab3384ddf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.456198] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Successfully created port: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.459359] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c9684-830f-4c82-b468-ce32625d6ff2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.471557] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da03f30-c626-4abc-a3f0-1800c0fb7560 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.494616] env[70498]: DEBUG nova.compute.provider_tree [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.581009] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614083, 'name': ReconfigVM_Task, 'duration_secs': 0.389871} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.581323] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e/94667cd0-16dd-4ea0-a397-79cf68a71f4e.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.581558] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.599702] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614079, 'name': ReconfigVM_Task, 'duration_secs': 1.243443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.600008] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 25ba20e3-49a5-47ac-9591-df19cd82b3a6/25ba20e3-49a5-47ac-9591-df19cd82b3a6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.600969] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec128f52-0034-4910-9bd7-b1ba02e83e86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.611141] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 733.611141] env[70498]: value = "task-3614086" [ 733.611141] env[70498]: _type = "Task" [ 733.611141] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.622069] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614086, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.777195] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.824097] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "2410b837-58f4-41d5-b0a7-744ede6691d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.824389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.824646] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.824806] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.827207] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.832022] env[70498]: INFO nova.compute.manager [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Terminating instance [ 733.841024] env[70498]: INFO nova.compute.manager [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] instance snapshotting [ 733.850057] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81099ad1-128a-4cd2-8e86-dc2ab12cbcbc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.872265] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2392b253-0bc3-4b77-94cb-6d73e1a4db87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.880187] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.885034] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614085, 'name': Rename_Task, 'duration_secs': 0.183112} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.886708] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.889235] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d473725d-8469-43f0-a3a9-e8bd451946be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.898088] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 733.898088] env[70498]: value = "task-3614087" [ 733.898088] env[70498]: _type = "Task" [ 733.898088] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.908029] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.997202] env[70498]: DEBUG nova.scheduler.client.report [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.090142] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a9739-48e0-4b09-aea0-560fc70d82b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.120197] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14486f-0ca0-4c5a-b2b3-bd08a1077f7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.130703] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614086, 'name': Rename_Task, 'duration_secs': 0.200643} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.146215] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.146324] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.150378] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f423ab-aada-44da-aa37-1c715f5cbbc9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.161229] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 734.161229] env[70498]: value = "task-3614088" [ 734.161229] env[70498]: _type = "Task" [ 734.161229] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.171992] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.240874] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.278840] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614084, 'name': ReconfigVM_Task, 'duration_secs': 0.640703} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.281099] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.281614] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.281614] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.281614] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.281761] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.282144] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.282144] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.282291] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.282436] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.282596] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.282739] env[70498]: DEBUG nova.virt.hardware [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.283071] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 4f236af5-261e-4c5f-83f6-c66214ad5d80/4f236af5-261e-4c5f-83f6-c66214ad5d80.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.284645] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c9b84-174a-4ad6-9660-eb53dcd9c022 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.287289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-108f3c01-7ca0-4974-9d2e-2619cee8a400 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.298093] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0413e5-41e0-4d2e-ad1b-08fee92c7458 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.302191] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 734.302191] env[70498]: value = "task-3614089" [ 734.302191] env[70498]: _type = "Task" [ 734.302191] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.322453] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "99302a69-8d0b-4161-b65e-208f40eee7e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.322734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.322939] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614089, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.336634] env[70498]: DEBUG nova.compute.manager [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.340270] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.340270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5257b174-1244-4abe-a92a-4c2971ad468e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.366793] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.367272] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c47f828-93a1-4648-b227-44f0db2bc836 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.380426] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 734.380426] env[70498]: value = "task-3614090" [ 734.380426] env[70498]: _type = "Task" [ 734.380426] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.390956] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.393261] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.393640] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfde5421-5d39-482c-baf9-e8d8e7ec3c83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.405959] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 734.405959] env[70498]: value = "task-3614091" [ 734.405959] env[70498]: _type = "Task" [ 734.405959] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.413269] env[70498]: DEBUG oslo_vmware.api [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614087, 'name': PowerOnVM_Task, 'duration_secs': 0.515042} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.416286] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.416494] env[70498]: INFO nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Took 4.77 seconds to spawn the instance on the hypervisor. [ 734.416747] env[70498]: DEBUG nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.416932] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.417666] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65dfba-2f32-41ed-b69b-eb102d273318 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.505400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.509698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.821s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.511775] env[70498]: INFO nova.compute.claims [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.535617] env[70498]: INFO nova.scheduler.client.report [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Deleted allocations for instance e7ac8f4e-843b-483e-a3e6-de121f3e7670 [ 734.671845] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.789526] env[70498]: DEBUG nova.network.neutron [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Port 5b1951fb-74db-4177-9546-61ea1a559f87 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 734.814796] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614089, 'name': Rename_Task, 'duration_secs': 0.213206} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.814796] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.814997] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60124c45-827c-49f5-b3bb-ad27a1cdd08f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.823515] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 734.823515] env[70498]: value = "task-3614092" [ 734.823515] env[70498]: _type = "Task" [ 734.823515] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.832244] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.862693] env[70498]: DEBUG nova.compute.manager [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.862693] env[70498]: DEBUG nova.compute.manager [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing instance network info cache due to event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.862693] env[70498]: DEBUG oslo_concurrency.lockutils [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] Acquiring lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.862693] env[70498]: DEBUG oslo_concurrency.lockutils [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] Acquired lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.862693] env[70498]: DEBUG nova.network.neutron [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.893339] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614090, 'name': PowerOffVM_Task, 'duration_secs': 0.227313} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.893701] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.894288] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.894374] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06666baa-941f-4d49-8db0-27759cbc01b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.920068] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614091, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.940263] env[70498]: INFO nova.compute.manager [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Took 26.63 seconds to build instance. [ 734.980354] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.980603] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.981050] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Deleting the datastore file [datastore2] 2410b837-58f4-41d5-b0a7-744ede6691d9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.981208] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3caa3305-1091-43b1-97b5-cf572fa59d9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988958] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for the task: (returnval){ [ 734.988958] env[70498]: value = "task-3614094" [ 734.988958] env[70498]: _type = "Task" [ 734.988958] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.003451] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.049417] env[70498]: DEBUG oslo_concurrency.lockutils [None req-894e7d6f-b136-4e37-86d2-f1772e88c68b tempest-ServerExternalEventsTest-1259420772 tempest-ServerExternalEventsTest-1259420772-project-member] Lock "e7ac8f4e-843b-483e-a3e6-de121f3e7670" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.142s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.172654] env[70498]: DEBUG oslo_vmware.api [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614088, 'name': PowerOnVM_Task, 'duration_secs': 0.650945} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.172911] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.173267] env[70498]: INFO nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Took 13.66 seconds to spawn the instance on the hypervisor. [ 735.173513] env[70498]: DEBUG nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.174374] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45f3fb7-2197-461d-b7eb-8b381d3d15cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.337639] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.407563] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "8d879fd2-8368-4e36-8d02-6efd50503650" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.407675] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.408023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.408128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.408252] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.412201] env[70498]: INFO nova.compute.manager [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Terminating instance [ 735.431896] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614091, 'name': CreateSnapshot_Task, 'duration_secs': 0.995937} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.432536] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Successfully updated port: d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.434236] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.434703] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97673c72-4b16-4cb6-936c-c8c2c3205606 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.444820] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e465cdb7-cb1d-4ef4-8d82-e7bce5b373e9 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.273s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.504948] env[70498]: DEBUG oslo_vmware.api [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Task: {'id': task-3614094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263363} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.505340] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.505609] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.505844] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.506096] env[70498]: INFO nova.compute.manager [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 735.506454] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.506740] env[70498]: DEBUG nova.compute.manager [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.506848] env[70498]: DEBUG nova.network.neutron [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.702046] env[70498]: INFO nova.compute.manager [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Took 32.54 seconds to build instance. [ 735.825742] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.827084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.827084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.842436] env[70498]: DEBUG oslo_vmware.api [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614092, 'name': PowerOnVM_Task, 'duration_secs': 0.750962} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.842919] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.842919] env[70498]: INFO nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Took 11.60 seconds to spawn the instance on the hypervisor. [ 735.843181] env[70498]: DEBUG nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.844311] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13d3253-6772-46c3-987a-5e23455f7040 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.892611] env[70498]: DEBUG nova.network.neutron [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updated VIF entry in instance network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.893384] env[70498]: DEBUG nova.network.neutron [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updating instance_info_cache with network_info: [{"id": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "address": "fa:16:3e:f0:b5:23", "network": {"id": "beed018f-9728-42aa-a92d-4b41bf84062b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1597483373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287064dab7d941d3a80d78d437efd136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9903cf2-5b", "ovs_interfaceid": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.926715] env[70498]: DEBUG nova.compute.manager [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.927327] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.928496] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd11b9e-da0f-4a32-a653-beeea25331a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.939174] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.939336] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.939968] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.945707] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.945975] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c8be8a-5fad-42c2-b8bc-0e165ae74dcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.954669] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.958252] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 735.958252] env[70498]: value = "task-3614095" [ 735.958252] env[70498]: _type = "Task" [ 735.958252] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.965908] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.966271] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db6e944d-fced-47ee-9133-44af5c8dcee5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.986314] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.987855] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 735.987855] env[70498]: value = "task-3614096" [ 735.987855] env[70498]: _type = "Task" [ 735.987855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.997255] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614096, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.110574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b5403-f529-4b49-ba98-d1416122f2b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.123188] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca4722-49fd-44ae-9e98-e8bf1f57960c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.160343] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d64b5-0c2a-4531-bcb8-8299e0a6de3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.168378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55180e6-1807-46ab-bcb3-7cd6fe1a68f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.189047] env[70498]: DEBUG nova.compute.provider_tree [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.206393] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03f6cd74-f295-4e84-9d54-2f0a3e4ef0e6 tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.962s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.368217] env[70498]: INFO nova.compute.manager [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Took 32.58 seconds to build instance. [ 736.381161] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.381633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.396425] env[70498]: DEBUG oslo_concurrency.lockutils [req-24aaad0f-a922-4a18-91a3-e89e3bfd0083 req-714f7d50-89d4-4927-9b55-0731436fee87 service nova] Releasing lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.477162] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614095, 'name': PowerOffVM_Task, 'duration_secs': 0.28889} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.477162] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.477407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.477890] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89af4a62-5719-4036-a778-aa9acc250af0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.482435] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.501563] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614096, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.512879] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.544717] env[70498]: DEBUG nova.network.neutron [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.563564] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.563790] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.563969] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore1] 8d879fd2-8368-4e36-8d02-6efd50503650 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.565086] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-087fa5e7-f8c8-4e47-ae2e-87f964c4dfa5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.572796] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 736.572796] env[70498]: value = "task-3614098" [ 736.572796] env[70498]: _type = "Task" [ 736.572796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.585759] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.692521] env[70498]: DEBUG nova.scheduler.client.report [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.707748] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.770363] env[70498]: DEBUG nova.network.neutron [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.871236] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c166384-8913-4b0c-93b0-d3681bfd447b tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.780s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.915434] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.915634] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.915854] env[70498]: DEBUG nova.network.neutron [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.003320] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614096, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.049026] env[70498]: INFO nova.compute.manager [-] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Took 1.54 seconds to deallocate network for instance. [ 737.085225] env[70498]: DEBUG oslo_vmware.api [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226556} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.085544] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.086187] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.086472] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.086707] env[70498]: INFO nova.compute.manager [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Took 1.16 seconds to destroy the instance on the hypervisor. [ 737.086965] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.087245] env[70498]: DEBUG nova.compute.manager [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.087362] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.197825] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.198438] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.207031] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.236s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.207031] env[70498]: DEBUG nova.objects.instance [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 737.247619] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.273463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.273875] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Instance network_info: |[{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.274356] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:50:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd79be7b5-9204-4d1b-8c7a-ca45c153dd54', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.282532] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating folder: Project (35117c9c953949a4be8e583cd762fab9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.283217] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1831ca6d-d62b-4459-a4ac-21554fc89c2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.297359] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created folder: Project (35117c9c953949a4be8e583cd762fab9) in parent group-v720819. [ 737.297553] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating folder: Instances. Parent ref: group-v720883. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.297922] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3b8c8a5-1be4-4c16-abae-9b9e6b24405b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.311295] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created folder: Instances in parent group-v720883. [ 737.312136] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.312445] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.312731] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbb0d989-be2b-40a9-95b3-08f01abc1b14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.338915] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.338915] env[70498]: value = "task-3614101" [ 737.338915] env[70498]: _type = "Task" [ 737.338915] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.351063] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614101, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.372979] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.505104] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614096, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.561366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.708337] env[70498]: DEBUG nova.network.neutron [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.713140] env[70498]: DEBUG nova.compute.utils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.727104] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.727104] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.769650] env[70498]: DEBUG nova.policy [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ffe06a9925d4e0589ceda2afbde49a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da5ddde863646408b64ba2fe7c3cb22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.853462] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614101, 'name': CreateVM_Task, 'duration_secs': 0.436473} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.853737] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.854612] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.854827] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.855232] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.855546] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9ecc58-fcc6-4303-94ef-c9d7e1c28acd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.863847] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 737.863847] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52326883-0985-b30d-4fad-66cf93512e36" [ 737.863847] env[70498]: _type = "Task" [ 737.863847] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.872744] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52326883-0985-b30d-4fad-66cf93512e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.902617] env[70498]: DEBUG nova.compute.manager [None req-4541def8-e0c5-4995-b0ed-84018f93160d tempest-ServerDiagnosticsV248Test-412003497 tempest-ServerDiagnosticsV248Test-412003497-project-admin] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.903608] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a80ac1-c84e-49b8-abf0-a298217132d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.908992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.914564] env[70498]: INFO nova.compute.manager [None req-4541def8-e0c5-4995-b0ed-84018f93160d tempest-ServerDiagnosticsV248Test-412003497 tempest-ServerDiagnosticsV248Test-412003497-project-admin] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Retrieving diagnostics [ 737.915404] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced2f5c-c0c2-4d8f-9d96-67a88ccabc93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.954185] env[70498]: DEBUG nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Received event network-vif-plugged-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.954379] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.954611] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.955170] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.955170] env[70498]: DEBUG nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] No waiting events found dispatching network-vif-plugged-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.955170] env[70498]: WARNING nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Received unexpected event network-vif-plugged-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 for instance with vm_state building and task_state spawning. [ 737.956154] env[70498]: DEBUG nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Received event network-changed-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.956154] env[70498]: DEBUG nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Refreshing instance network info cache due to event network-changed-d79be7b5-9204-4d1b-8c7a-ca45c153dd54. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.956154] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.956154] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.956154] env[70498]: DEBUG nova.network.neutron [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Refreshing network info cache for port d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.005196] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614096, 'name': CloneVM_Task, 'duration_secs': 1.60381} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.005523] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Created linked-clone VM from snapshot [ 738.006683] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d1970-7ef8-4f80-b543-9444f50b6403 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.010972] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.020965] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Uploading image 9889569a-98a2-4836-8ce6-9dc239e36f88 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.058261] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.058261] env[70498]: value = "vm-720882" [ 738.058261] env[70498]: _type = "VirtualMachine" [ 738.058261] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.058261] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c55f535-e8d8-4666-85b9-0a7ea200e905 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.067716] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lease: (returnval){ [ 738.067716] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529404dc-dd92-27f8-a20b-b4bb3a8512e6" [ 738.067716] env[70498]: _type = "HttpNfcLease" [ 738.067716] env[70498]: } obtained for exporting VM: (result){ [ 738.067716] env[70498]: value = "vm-720882" [ 738.067716] env[70498]: _type = "VirtualMachine" [ 738.067716] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.068513] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the lease: (returnval){ [ 738.068513] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529404dc-dd92-27f8-a20b-b4bb3a8512e6" [ 738.068513] env[70498]: _type = "HttpNfcLease" [ 738.068513] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.077276] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.077276] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529404dc-dd92-27f8-a20b-b4bb3a8512e6" [ 738.077276] env[70498]: _type = "HttpNfcLease" [ 738.077276] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.225888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c6bd42b6-23f3-4265-9346-6ee4e291b5f5 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.226894] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.230934] env[70498]: DEBUG oslo_concurrency.lockutils [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.241720] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.380s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.241720] env[70498]: INFO nova.compute.claims [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.333327] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Successfully created port: cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.375381] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52326883-0985-b30d-4fad-66cf93512e36, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.375684] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.375950] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.376206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.376458] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.376527] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.376771] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a07f0523-d142-439b-a61e-319994e07f96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.388366] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.388643] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.389522] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57328899-1f23-460c-850d-c6ac63ee7464 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.396798] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 738.396798] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e85e31-6808-7f15-0080-32d8177d1b47" [ 738.396798] env[70498]: _type = "Task" [ 738.396798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.406347] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e85e31-6808-7f15-0080-32d8177d1b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.514522] env[70498]: INFO nova.compute.manager [-] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Took 1.43 seconds to deallocate network for instance. [ 738.580292] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.580292] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529404dc-dd92-27f8-a20b-b4bb3a8512e6" [ 738.580292] env[70498]: _type = "HttpNfcLease" [ 738.580292] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.580292] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.580292] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529404dc-dd92-27f8-a20b-b4bb3a8512e6" [ 738.580292] env[70498]: _type = "HttpNfcLease" [ 738.580292] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.580699] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e501113a-0459-4adb-8c03-43f98faf5342 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.591666] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.592230] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.713384] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458c573-09c5-4e34-8edf-6f918d9925d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.721090] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Suspending the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 738.721342] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1e32fb03-deab-4e70-9888-54ef06bfd928 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.727657] env[70498]: DEBUG oslo_vmware.api [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] Waiting for the task: (returnval){ [ 738.727657] env[70498]: value = "task-3614103" [ 738.727657] env[70498]: _type = "Task" [ 738.727657] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.735709] env[70498]: DEBUG oslo_vmware.api [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] Task: {'id': task-3614103, 'name': SuspendVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.774942] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dca159e-89ea-4388-ba00-446dbacacac9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.801677] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faf3b6a-34ef-404a-ab9f-3d4d340a910a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.807248] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a732d1c-5f7a-44e6-9003-db34a5722586 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.815701] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 738.911334] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e85e31-6808-7f15-0080-32d8177d1b47, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.912154] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbf4a76-fa42-4b27-959e-e07d743fc515 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.920430] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 738.920430] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f7100e-0774-0c22-fc4a-53b1f5a14fc9" [ 738.920430] env[70498]: _type = "Task" [ 738.920430] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.927466] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f7100e-0774-0c22-fc4a-53b1f5a14fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.021614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.025372] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.025951] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.242954] env[70498]: DEBUG oslo_vmware.api [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] Task: {'id': task-3614103, 'name': SuspendVM_Task} progress is 29%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.244261] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.291095] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.291816] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.291816] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.292573] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.292573] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.293671] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.294484] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.294484] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.295169] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.295476] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.297167] env[70498]: DEBUG nova.virt.hardware [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.298112] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d63b0d-b60a-40d9-bc1c-67ccb8c94d58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.313967] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d306a3a-8e62-4f94-bf4e-88b0424243c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.321992] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.342106] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-671ea54c-6a6d-4d3f-8bea-750fb7f9fcf5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.356739] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 739.356739] env[70498]: value = "task-3614104" [ 739.356739] env[70498]: _type = "Task" [ 739.356739] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.380768] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.430702] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f7100e-0774-0c22-fc4a-53b1f5a14fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.433655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.433655] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.433655] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a15f017e-ed5e-4008-acf6-eeaef68f8636 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.442109] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 739.442109] env[70498]: value = "task-3614105" [ 739.442109] env[70498]: _type = "Task" [ 739.442109] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.449890] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.520318] env[70498]: DEBUG nova.network.neutron [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updated VIF entry in instance network info cache for port d79be7b5-9204-4d1b-8c7a-ca45c153dd54. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.524183] env[70498]: DEBUG nova.network.neutron [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.544393] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.546030] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.546313] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.549675] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.549675] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.549675] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.549675] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 739.549675] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.743217] env[70498]: DEBUG oslo_vmware.api [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] Task: {'id': task-3614103, 'name': SuspendVM_Task, 'duration_secs': 0.997758} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.743217] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Suspended the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 739.743217] env[70498]: DEBUG nova.compute.manager [None req-9648dc76-fede-43d8-a83d-06ab7ad01b4a tempest-ServersAdminNegativeTestJSON-1472998648 tempest-ServersAdminNegativeTestJSON-1472998648-project-admin] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.750979] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ee6da-4e99-46fc-9bdd-0dac9c6039d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.872805] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.957796] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489197} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.958294] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.958294] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.958571] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fadbc5f8-ffb1-47aa-b4ab-8bf7f7ad35fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.970673] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 739.970673] env[70498]: value = "task-3614106" [ 739.970673] env[70498]: _type = "Task" [ 739.970673] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.985402] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.025568] env[70498]: DEBUG oslo_concurrency.lockutils [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.026226] env[70498]: DEBUG nova.compute.manager [req-6d62b6ef-cd22-4a88-a5c4-91aba1b82de8 req-4a9805da-503c-4e66-a5fe-c94b3239861b service nova] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Received event network-vif-deleted-d975742b-0483-4931-8e96-8cde1c4ba9f2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.055737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.112926] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ca68a1-5a5c-4438-90a8-96174977e777 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.123424] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f72df-88dd-4b89-9432-ff96194d0e36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.170114] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ea19d-54b3-484c-b28a-65b4479c9eb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.181358] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6383a7-a5fd-46d8-b461-fbe05e9c9cdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.198345] env[70498]: DEBUG nova.compute.provider_tree [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.374190] env[70498]: DEBUG oslo_vmware.api [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614104, 'name': PowerOnVM_Task, 'duration_secs': 0.529087} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.374589] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.374840] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-49eb0952-4449-4639-bbfc-3cc8e3ac32a5 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance '94667cd0-16dd-4ea0-a397-79cf68a71f4e' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 740.481271] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0653} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.482029] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.482733] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46898486-a814-4e14-967b-32cf11d5ebbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.510097] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.510183] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9798602-d578-4c21-9f82-8681988bb931 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.530121] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 740.530121] env[70498]: value = "task-3614107" [ 740.530121] env[70498]: _type = "Task" [ 740.530121] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.541589] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.701980] env[70498]: DEBUG nova.scheduler.client.report [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.784685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.785107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.785429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.785719] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.785980] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.799986] env[70498]: INFO nova.compute.manager [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Terminating instance [ 741.044792] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.096023] env[70498]: DEBUG nova.compute.manager [req-5e43e7ae-e591-433d-b603-f0867c4b3948 req-4ec0e8ae-5580-480a-871d-731260839cf7 service nova] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Received event network-vif-deleted-0bb75b95-cc89-4af9-9337-648d97c8a01a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.102858] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Successfully updated port: cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.213303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.974s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.213599] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.216481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.209s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.217771] env[70498]: INFO nova.compute.claims [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.310967] env[70498]: DEBUG nova.compute.manager [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.311303] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.312385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30117b5-ee40-47bc-974a-78135ea7c372 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.324411] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.325594] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eefcc0ed-d1e5-456e-a00c-eb8bace019ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.331090] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 741.331090] env[70498]: value = "task-3614108" [ 741.331090] env[70498]: _type = "Task" [ 741.331090] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.341189] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.541752] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614107, 'name': ReconfigVM_Task, 'duration_secs': 0.686454} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.542084] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.542742] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e1ef5c-1445-4c0b-9ed5-9e8e0a86140d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.551010] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 741.551010] env[70498]: value = "task-3614109" [ 741.551010] env[70498]: _type = "Task" [ 741.551010] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.605904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.606429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.606613] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.727754] env[70498]: DEBUG nova.compute.utils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.733704] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.733883] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.809334] env[70498]: DEBUG nova.policy [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5bc9a8e715e4925989dc45776a5acbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd2cfdcf57340e192503b2bbc0dc4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.845725] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614108, 'name': PowerOffVM_Task, 'duration_secs': 0.218583} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.846205] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.846491] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.846804] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8707c08c-8dc0-48a5-9dd1-a96bb47d0645 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.911361] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.911603] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.911829] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Deleting the datastore file [datastore1] 4f236af5-261e-4c5f-83f6-c66214ad5d80 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.912104] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-565128d3-36ba-4db6-99f9-96b9c5ee96c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.919289] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for the task: (returnval){ [ 741.919289] env[70498]: value = "task-3614111" [ 741.919289] env[70498]: _type = "Task" [ 741.919289] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.928088] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.063113] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614109, 'name': Rename_Task, 'duration_secs': 0.203275} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.063537] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.063868] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc409262-4d64-4b3a-b7cc-2dd229c3934c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.079018] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 742.079018] env[70498]: value = "task-3614112" [ 742.079018] env[70498]: _type = "Task" [ 742.079018] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.090426] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.178734] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.232706] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.436979] env[70498]: DEBUG oslo_vmware.api [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Task: {'id': task-3614111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139891} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.441670] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.441893] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.442086] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.442266] env[70498]: INFO nova.compute.manager [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Took 1.13 seconds to destroy the instance on the hypervisor. [ 742.442502] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.443948] env[70498]: DEBUG nova.compute.manager [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.444182] env[70498]: DEBUG nova.network.neutron [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.469808] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Successfully created port: 651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.503223] env[70498]: DEBUG nova.objects.instance [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lazy-loading 'flavor' on Instance uuid b94d7c52-0c30-4467-a5bb-d3c4bdced0ea {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.546185] env[70498]: DEBUG nova.network.neutron [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.592791] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614112, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.884550] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e026a35-9128-4300-b633-6c2a204ca27f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.894772] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ef71ce-7b41-4bf6-8e76-f557afd64074 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.931812] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acff4a0-d8c3-4c5f-aaf4-b35b440508e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.940662] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9ac92-bbac-47bc-bdf0-dfc20e490488 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.959878] env[70498]: DEBUG nova.compute.provider_tree [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.996467] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.997030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.012138] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.012305] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.052361] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.052687] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance network_info: |[{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.053447] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:b4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfaed219-1966-4e58-aff8-1d81fb38ad0c', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.063695] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating folder: Project (1da5ddde863646408b64ba2fe7c3cb22). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.069320] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1706cd2a-c4eb-46a9-a57b-21b8374d049a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.082275] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created folder: Project (1da5ddde863646408b64ba2fe7c3cb22) in parent group-v720819. [ 743.082798] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating folder: Instances. Parent ref: group-v720886. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.087302] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c081ab6b-88c4-4e5f-b9dc-3871bcebaee6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.095047] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.097539] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created folder: Instances in parent group-v720886. [ 743.097539] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.097733] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.097933] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca9fb3b-c866-458d-aa98-36046af712f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.118679] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.118679] env[70498]: value = "task-3614115" [ 743.118679] env[70498]: _type = "Task" [ 743.118679] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.126743] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614115, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.255608] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.286602] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.286837] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.286990] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.287566] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.287774] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.287964] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.288200] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.288363] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.288531] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.288891] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.289095] env[70498]: DEBUG nova.virt.hardware [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.290217] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e873e96-7144-4e95-af57-ba9bca015db3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.299702] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e75106-6332-4890-bdfe-1f577d6b20a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.435763] env[70498]: DEBUG nova.network.neutron [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.462291] env[70498]: DEBUG nova.scheduler.client.report [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.593511] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.629562] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614115, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.757318] env[70498]: DEBUG nova.network.neutron [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.765624] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.765624] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.765624] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.765624] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.765624] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] No waiting events found dispatching network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.766538] env[70498]: WARNING nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received unexpected event network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c for instance with vm_state building and task_state spawning. [ 743.766538] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.766538] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing instance network info cache due to event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.766538] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.766538] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.766726] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.939134] env[70498]: INFO nova.compute.manager [-] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Took 1.49 seconds to deallocate network for instance. [ 743.971974] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.972575] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.976854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.688s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.978728] env[70498]: DEBUG nova.objects.instance [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 744.098063] env[70498]: DEBUG oslo_vmware.api [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614112, 'name': PowerOnVM_Task, 'duration_secs': 1.901865} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.098063] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.098373] env[70498]: INFO nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 9.86 seconds to spawn the instance on the hypervisor. [ 744.098623] env[70498]: DEBUG nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.099548] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9024840-5ad6-4c4b-9665-9b2a60fc09e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.130625] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614115, 'name': CreateVM_Task, 'duration_secs': 0.54991} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.130789] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.131491] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.131660] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.131981] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.132259] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8020f1-cde4-4dcb-911c-6b426bb9f0fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.137490] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 744.137490] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525c5a19-77e4-8dc5-a6f5-c020b9ff94bb" [ 744.137490] env[70498]: _type = "Task" [ 744.137490] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.146940] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525c5a19-77e4-8dc5-a6f5-c020b9ff94bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.446876] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.481021] env[70498]: DEBUG nova.compute.utils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.481021] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.481021] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.526341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.526935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.527246] env[70498]: DEBUG nova.compute.manager [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Going to confirm migration 1 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 744.549528] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Successfully updated port: 651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.618841] env[70498]: DEBUG nova.policy [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8047e1dd83b745d7a42c01b9c1ba7abf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eca8c0f49b6744879d429dfcef8fafc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.623781] env[70498]: INFO nova.compute.manager [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 35.42 seconds to build instance. [ 744.649508] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525c5a19-77e4-8dc5-a6f5-c020b9ff94bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.654420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.654681] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.654912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.655066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.655342] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.658756] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceaddc9c-47e2-4638-85de-fe5ad7873ab0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.668510] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.668668] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.669766] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3963600-efda-466e-a67a-6dc104cef651 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.678863] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 744.678863] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52976c88-b867-eec7-4d35-29978450add3" [ 744.678863] env[70498]: _type = "Task" [ 744.678863] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.688116] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52976c88-b867-eec7-4d35-29978450add3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.722126] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updated VIF entry in instance network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.722486] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.779790] env[70498]: DEBUG nova.network.neutron [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.983822] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.989101] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ed923758-8bf7-4b56-a4f8-800f069ad6fe tempest-ServersAdmin275Test-823577010 tempest-ServersAdmin275Test-823577010-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.990458] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.633s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.991917] env[70498]: INFO nova.compute.claims [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.996122] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Successfully created port: d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.054295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.054295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.054295] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.127528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-03ca6fbe-4263-4906-b87f-e8335a65e072 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.605s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.136773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.136773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.136773] env[70498]: DEBUG nova.network.neutron [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.136773] env[70498]: DEBUG nova.objects.instance [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lazy-loading 'info_cache' on Instance uuid 94667cd0-16dd-4ea0-a397-79cf68a71f4e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.196213] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52976c88-b867-eec7-4d35-29978450add3, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.196213] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0047fb71-1ae7-4e98-9608-37b1bf80e805 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.206948] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 745.206948] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c2abb5-4aed-4e05-55aa-795764a275c8" [ 745.206948] env[70498]: _type = "Task" [ 745.206948] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.221325] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c2abb5-4aed-4e05-55aa-795764a275c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.226238] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.228176] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.228176] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing instance network info cache due to event network-changed-a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.228176] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Acquiring lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.228176] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Acquired lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.228176] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Refreshing network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.281780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.282294] env[70498]: DEBUG nova.compute.manager [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Inject network info {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 745.282815] env[70498]: DEBUG nova.compute.manager [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] network_info to inject: |[{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 745.288946] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfiguring VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 745.288946] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a58c9be6-0996-4e24-a1a4-d34cdec30d88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.307014] env[70498]: DEBUG oslo_vmware.api [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 745.307014] env[70498]: value = "task-3614116" [ 745.307014] env[70498]: _type = "Task" [ 745.307014] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.316467] env[70498]: DEBUG oslo_vmware.api [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.448614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.448614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.448614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.448614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.448901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.450031] env[70498]: INFO nova.compute.manager [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Terminating instance [ 745.610643] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.631160] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.720954] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c2abb5-4aed-4e05-55aa-795764a275c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02627} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.724686] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.725118] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.725788] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9c535fd-a215-4cfd-b5c5-ddf908d77c25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.737139] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 745.737139] env[70498]: value = "task-3614117" [ 745.737139] env[70498]: _type = "Task" [ 745.737139] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.743195] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.819668] env[70498]: DEBUG oslo_vmware.api [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614116, 'name': ReconfigVM_Task, 'duration_secs': 0.22105} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.819968] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8868a3df-0e2c-48ff-8d2e-5728b6644747 tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfigured VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 745.899818] env[70498]: DEBUG nova.network.neutron [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Updating instance_info_cache with network_info: [{"id": "651be01c-6495-4c14-ae46-76deb1ab4658", "address": "fa:16:3e:97:2a:7e", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651be01c-64", "ovs_interfaceid": "651be01c-6495-4c14-ae46-76deb1ab4658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.958167] env[70498]: DEBUG nova.compute.manager [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.958167] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.958167] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ec4870-14da-4196-8ffb-32f1325287af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.967626] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.970723] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0502ec46-96b5-49c9-b132-d7cb4adda240 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.982060] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 745.982060] env[70498]: value = "task-3614118" [ 745.982060] env[70498]: _type = "Task" [ 745.982060] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.992094] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.997991] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.038350] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.038350] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.038350] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.038542] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.038666] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.039334] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.039334] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.039334] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.039533] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.039581] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.039739] env[70498]: DEBUG nova.virt.hardware [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.040855] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29474b8-2e65-4587-8d36-7850f6270a3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.055016] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c352f1-c978-4138-8440-9764b8399871 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.104516] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updated VIF entry in instance network info cache for port a9903cf2-5b85-4215-ad34-f6e625f435c1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.105125] env[70498]: DEBUG nova.network.neutron [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updating instance_info_cache with network_info: [{"id": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "address": "fa:16:3e:f0:b5:23", "network": {"id": "beed018f-9728-42aa-a92d-4b41bf84062b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1597483373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287064dab7d941d3a80d78d437efd136", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9903cf2-5b", "ovs_interfaceid": "a9903cf2-5b85-4215-ad34-f6e625f435c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.146123] env[70498]: DEBUG nova.objects.instance [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lazy-loading 'flavor' on Instance uuid b94d7c52-0c30-4467-a5bb-d3c4bdced0ea {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.164984] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.254315] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514747} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.258655] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.258655] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.259177] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ff2ca3-c6b6-42ed-8ae5-a35045ff491c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.270678] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 746.270678] env[70498]: value = "task-3614119" [ 746.270678] env[70498]: _type = "Task" [ 746.270678] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.285242] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.401961] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.402320] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Instance network_info: |[{"id": "651be01c-6495-4c14-ae46-76deb1ab4658", "address": "fa:16:3e:97:2a:7e", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651be01c-64", "ovs_interfaceid": "651be01c-6495-4c14-ae46-76deb1ab4658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.402915] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:2a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '651be01c-6495-4c14-ae46-76deb1ab4658', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.411723] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating folder: Project (cdd2cfdcf57340e192503b2bbc0dc4d5). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.414945] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2701e05f-4c5e-484b-a6e3-879eca374051 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.425387] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Created folder: Project (cdd2cfdcf57340e192503b2bbc0dc4d5) in parent group-v720819. [ 746.425573] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating folder: Instances. Parent ref: group-v720889. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.426672] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ee9482b-e5f9-4590-8c37-0f50b28981ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.438093] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Created folder: Instances in parent group-v720889. [ 746.438418] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.440812] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.441093] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56de9567-8480-433f-916c-f1a8b6e0577a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.468333] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.468333] env[70498]: value = "task-3614122" [ 746.468333] env[70498]: _type = "Task" [ 746.468333] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.481542] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614122, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.490028] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614118, 'name': PowerOffVM_Task, 'duration_secs': 0.320869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.494031] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.494031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.494031] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fc65827-7186-4c7a-9fb7-367329621bec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.513395] env[70498]: DEBUG nova.network.neutron [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [{"id": "5b1951fb-74db-4177-9546-61ea1a559f87", "address": "fa:16:3e:2d:4c:05", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b1951fb-74", "ovs_interfaceid": "5b1951fb-74db-4177-9546-61ea1a559f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.560406] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.560666] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.560889] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Deleting the datastore file [datastore2] 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.561229] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead19eef-df68-467d-9e1b-ac268d9dc0fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.568586] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for the task: (returnval){ [ 746.568586] env[70498]: value = "task-3614124" [ 746.568586] env[70498]: _type = "Task" [ 746.568586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.578363] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.608937] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] Releasing lock "refresh_cache-0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.608937] env[70498]: DEBUG nova.compute.manager [req-dbbc4d55-bf6d-4505-b8e9-a8ea6b97bc18 req-4eded950-4189-44d6-9ba6-82a3aa20e138 service nova] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Received event network-vif-deleted-99b172cb-8446-4ffd-bb24-a9a04c0f582b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.655343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.655509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.659307] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3e7ee-4065-411b-bb2b-b576cf7dc64b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.665573] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.665758] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing instance network info cache due to event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.665942] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.670965] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c457c-9faa-4653-b772-dad3269a638c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.716470] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0003527-4e29-4e4a-aa85-c222b5199847 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.724729] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44357569-99f6-4588-8080-0caf7e4f4eea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.744115] env[70498]: DEBUG nova.compute.provider_tree [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.748231] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Successfully updated port: d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.784022] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138399} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.784989] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.785106] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16a6ef-7a09-447e-a4e0-014940431286 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.811786] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.812165] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69640c97-a8eb-41a6-8ac7-8278e7a6cdfc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.831329] env[70498]: DEBUG nova.compute.manager [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Received event network-changed-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.831529] env[70498]: DEBUG nova.compute.manager [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Refreshing instance network info cache due to event network-changed-d79be7b5-9204-4d1b-8c7a-ca45c153dd54. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.831761] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.831914] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.832087] env[70498]: DEBUG nova.network.neutron [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Refreshing network info cache for port d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.838636] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 746.838636] env[70498]: value = "task-3614125" [ 746.838636] env[70498]: _type = "Task" [ 746.838636] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.849312] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.978140] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614122, 'name': CreateVM_Task, 'duration_secs': 0.363182} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.978359] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.979098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.979256] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.979612] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.979876] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6c4b3b-8eea-431c-9293-1709201d8ca5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.985589] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 746.985589] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525f00fd-2055-2a41-18f8-fad0a5692a61" [ 746.985589] env[70498]: _type = "Task" [ 746.985589] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.993704] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525f00fd-2055-2a41-18f8-fad0a5692a61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.018693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-94667cd0-16dd-4ea0-a397-79cf68a71f4e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.019146] env[70498]: DEBUG nova.objects.instance [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lazy-loading 'migration_context' on Instance uuid 94667cd0-16dd-4ea0-a397-79cf68a71f4e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.078315] env[70498]: DEBUG oslo_vmware.api [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Task: {'id': task-3614124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240061} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.078614] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.078804] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.078998] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.079253] env[70498]: INFO nova.compute.manager [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Took 1.12 seconds to destroy the instance on the hypervisor. [ 747.079795] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.079795] env[70498]: DEBUG nova.compute.manager [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.079795] env[70498]: DEBUG nova.network.neutron [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.125878] env[70498]: DEBUG nova.network.neutron [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.249505] env[70498]: DEBUG nova.scheduler.client.report [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.254543] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.254946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.255498] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.289634] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.289997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.081608] env[70498]: DEBUG nova.objects.base [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Object Instance<94667cd0-16dd-4ea0-a397-79cf68a71f4e> lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.085398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.095s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.085984] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.093027] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614125, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.093027] env[70498]: WARNING oslo_vmware.common.loopingcall [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] task run outlasted interval by 0.253254 sec [ 748.105221] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5000563e-16ec-42de-b9d9-5a952945b6a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.110106] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.177s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.112606] env[70498]: INFO nova.compute.claims [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.162168] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614125, 'name': ReconfigVM_Task, 'duration_secs': 0.551495} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.162449] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525f00fd-2055-2a41-18f8-fad0a5692a61, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.165734] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.165734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.165939] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.166185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.166325] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.166863] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.166863] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbd2bae-c1af-4e28-b504-d277a8e2e8f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.169532] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd52fb7-4a3c-4673-81b4-8bf00885e18d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.171174] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c3d256-955e-467a-b161-455f86813920 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.177266] env[70498]: DEBUG oslo_vmware.api [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 748.177266] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52218f8d-ba12-2f3a-7236-dc478fc55608" [ 748.177266] env[70498]: _type = "Task" [ 748.177266] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.182763] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 748.182763] env[70498]: value = "task-3614126" [ 748.182763] env[70498]: _type = "Task" [ 748.182763] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.184426] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.184426] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.188424] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4383818c-f950-4a54-ba54-d71b2b4478a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.193691] env[70498]: DEBUG oslo_vmware.api [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52218f8d-ba12-2f3a-7236-dc478fc55608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.200143] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614126, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.201236] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 748.201236] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d2a89e-00fe-2f91-802b-39204bf27bef" [ 748.201236] env[70498]: _type = "Task" [ 748.201236] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.211761] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d2a89e-00fe-2f91-802b-39204bf27bef, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.212549] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6cde370-2935-4222-8e89-ed8d471538cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.220762] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 748.220762] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5240bf73-ce65-fbf2-abe5-3996e0409ba0" [ 748.220762] env[70498]: _type = "Task" [ 748.220762] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.225098] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.231166] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5240bf73-ce65-fbf2-abe5-3996e0409ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.561866] env[70498]: DEBUG nova.compute.manager [None req-964653fe-3c7d-49e6-b6d2-c9f4dd6860d4 tempest-ServerDiagnosticsV248Test-412003497 tempest-ServerDiagnosticsV248Test-412003497-project-admin] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.563803] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e82a6ad-1c26-4781-8664-ea1eda019292 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570645] env[70498]: INFO nova.compute.manager [None req-964653fe-3c7d-49e6-b6d2-c9f4dd6860d4 tempest-ServerDiagnosticsV248Test-412003497 tempest-ServerDiagnosticsV248Test-412003497-project-admin] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Retrieving diagnostics [ 748.571644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e82594-9fbe-4ebd-a7f3-d22feec1b469 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.605214] env[70498]: DEBUG nova.compute.utils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.610671] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.610834] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.619585] env[70498]: DEBUG nova.network.neutron [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.673383] env[70498]: DEBUG nova.policy [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907a434e1db044169e89e441ca4aad7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59dfc43c97a543ca8c04d674f15ac7fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.673468] env[70498]: DEBUG nova.network.neutron [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Updating instance_info_cache with network_info: [{"id": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "address": "fa:16:3e:9d:64:1b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ba341-6e", "ovs_interfaceid": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.691753] env[70498]: DEBUG oslo_vmware.api [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52218f8d-ba12-2f3a-7236-dc478fc55608, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.692641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.699136] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614126, 'name': Rename_Task, 'duration_secs': 0.321323} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.699136] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.699136] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6ba988f-df4d-46b2-9566-dff857205f5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.708276] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 748.708276] env[70498]: value = "task-3614127" [ 748.708276] env[70498]: _type = "Task" [ 748.708276] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.712897] env[70498]: DEBUG nova.network.neutron [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updated VIF entry in instance network info cache for port d79be7b5-9204-4d1b-8c7a-ca45c153dd54. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.713405] env[70498]: DEBUG nova.network.neutron [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.718150] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.734683] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5240bf73-ce65-fbf2-abe5-3996e0409ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.734995] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.735391] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 1dceba7d-a667-4fef-b5c8-a0e01f11297e/1dceba7d-a667-4fef-b5c8-a0e01f11297e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.736053] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8574630d-6bfc-45c2-abc9-d63dd7f7aa11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.744169] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 748.744169] env[70498]: value = "task-3614128" [ 748.744169] env[70498]: _type = "Task" [ 748.744169] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.753970] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.775119] env[70498]: DEBUG nova.network.neutron [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.086910] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Successfully created port: d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.102445] env[70498]: DEBUG nova.compute.manager [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.102505] env[70498]: DEBUG nova.compute.manager [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing instance network info cache due to event network-changed-743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.103472] env[70498]: DEBUG oslo_concurrency.lockutils [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] Acquiring lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.111273] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.123066] env[70498]: INFO nova.compute.manager [-] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Took 2.04 seconds to deallocate network for instance. [ 749.163270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.163684] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Instance network_info: |[{"id": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "address": "fa:16:3e:9d:64:1b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ba341-6e", "ovs_interfaceid": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.164629] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:64:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd85ba341-6e45-4c90-a1c0-5b7027fc487f', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.175517] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.175633] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.175805] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0bef364-1a22-4d4d-a51d-fe10eaba089c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.202912] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.202912] env[70498]: value = "task-3614129" [ 749.202912] env[70498]: _type = "Task" [ 749.202912] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.215824] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614129, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.223570] env[70498]: DEBUG nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Received event network-vif-plugged-d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.223955] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Acquiring lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.224138] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.224400] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.224579] env[70498]: DEBUG nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] No waiting events found dispatching network-vif-plugged-d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.224814] env[70498]: WARNING nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Received unexpected event network-vif-plugged-d85ba341-6e45-4c90-a1c0-5b7027fc487f for instance with vm_state building and task_state spawning. [ 749.225086] env[70498]: DEBUG nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Received event network-changed-d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.225145] env[70498]: DEBUG nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Refreshing instance network info cache due to event network-changed-d85ba341-6e45-4c90-a1c0-5b7027fc487f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.225410] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Acquiring lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.225612] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Acquired lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.225937] env[70498]: DEBUG nova.network.neutron [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Refreshing network info cache for port d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.228062] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d79d9a3-97f8-470e-bd40-8c6c497fa8e3 req-e0571289-6e4b-4465-ac9a-9f0db0e19a05 service nova] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.232875] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614127, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.254663] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614128, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.278046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.278393] env[70498]: DEBUG nova.compute.manager [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Inject network info {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 749.282133] env[70498]: DEBUG nova.compute.manager [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] network_info to inject: |[{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 749.283474] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfiguring VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 749.283803] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.283981] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.285275] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fdca8c-8bdf-4aa5-8656-55e80e52351f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.304505] env[70498]: DEBUG oslo_vmware.api [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 749.304505] env[70498]: value = "task-3614130" [ 749.304505] env[70498]: _type = "Task" [ 749.304505] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.314725] env[70498]: DEBUG oslo_vmware.api [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.434536] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.435428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.435428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.435750] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.435946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.439160] env[70498]: INFO nova.compute.manager [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Terminating instance [ 749.489243] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 749.490374] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3829e6c5-ea9c-4088-a774-944d4a3e2a46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.500930] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 749.501197] env[70498]: ERROR oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk due to incomplete transfer. [ 749.501474] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bfb020ba-c53a-4156-9596-7b89e0d6e41c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.509256] env[70498]: DEBUG oslo_vmware.rw_handles [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5277b7c1-1206-e956-3390-00aec9ecc2e6/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 749.509520] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Uploaded image 9889569a-98a2-4836-8ce6-9dc239e36f88 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 749.512153] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 749.515278] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a7576cc-9d89-4658-aca3-48d55bd10fb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.521689] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 749.521689] env[70498]: value = "task-3614131" [ 749.521689] env[70498]: _type = "Task" [ 749.521689] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.531625] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614131, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.637882] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.717685] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614129, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.721478] env[70498]: DEBUG oslo_vmware.api [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614127, 'name': PowerOnVM_Task, 'duration_secs': 0.767002} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.724053] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.724274] env[70498]: INFO nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Took 10.48 seconds to spawn the instance on the hypervisor. [ 749.724507] env[70498]: DEBUG nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.726583] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fee6980-a0a3-4dff-b842-0a2ed98b0bfc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.754884] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.758276] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 1dceba7d-a667-4fef-b5c8-a0e01f11297e/1dceba7d-a667-4fef-b5c8-a0e01f11297e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.758533] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.759280] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908c7f24-3138-4a92-a061-52c8b1fb9bc9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.766719] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 749.766719] env[70498]: value = "task-3614132" [ 749.766719] env[70498]: _type = "Task" [ 749.766719] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.779011] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.798090] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a7bdde-5839-4dae-8b04-5bd82473e335 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.812290] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40082529-a382-4dbe-9192-914a5173ce68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.820286] env[70498]: DEBUG oslo_vmware.api [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614130, 'name': ReconfigVM_Task, 'duration_secs': 0.178987} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.823631] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43c02c25-9908-4f67-b3a8-88555dc9ee5c tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Reconfigured VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 749.856230] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef177f-bcca-48b9-b0b8-07ed2f44cbc9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.868216] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33499524-3591-4021-83bc-dd3089a1d7e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.887632] env[70498]: DEBUG nova.compute.provider_tree [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.943623] env[70498]: DEBUG nova.compute.manager [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.943860] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.944757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e1518-0f5c-47df-922e-2af5eff1f5c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.952337] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.952598] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f0ba0d8-49d8-4b90-aedd-4769a89a20bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.032363] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614131, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.040450] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.040710] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.040943] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleting the datastore file [datastore2] 25ba20e3-49a5-47ac-9591-df19cd82b3a6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.041139] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a62cd0c3-40c6-4f7e-a2a0-5b819ccc6d07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.047936] env[70498]: DEBUG oslo_vmware.api [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 750.047936] env[70498]: value = "task-3614134" [ 750.047936] env[70498]: _type = "Task" [ 750.047936] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.056214] env[70498]: DEBUG oslo_vmware.api [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.068861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "84742990-e625-4838-8c34-e131d2060f3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.069024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.069195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "84742990-e625-4838-8c34-e131d2060f3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.069454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.069673] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.072060] env[70498]: INFO nova.compute.manager [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Terminating instance [ 750.123292] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.151823] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.152085] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.152327] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.152622] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.152779] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.152923] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.153146] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.153306] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.153472] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.153684] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.153827] env[70498]: DEBUG nova.virt.hardware [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.155057] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e41fea-891f-41e3-a577-97a1384b0114 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.168950] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc57b49-ba68-4d4b-a9d3-427304395308 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.216949] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614129, 'name': CreateVM_Task, 'duration_secs': 0.520125} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.217328] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.217903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.218075] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.218435] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.219011] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bcf50e-abba-4c6c-8b3a-39bf00b2d2e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.229932] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 750.229932] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f53435-2487-5807-9708-16cfe0673a4d" [ 750.229932] env[70498]: _type = "Task" [ 750.229932] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.238175] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f53435-2487-5807-9708-16cfe0673a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.252783] env[70498]: INFO nova.compute.manager [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Took 37.58 seconds to build instance. [ 750.277210] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072486} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.277210] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.277782] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f7940-621a-40f3-8c4b-161583e33f85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.300698] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 1dceba7d-a667-4fef-b5c8-a0e01f11297e/1dceba7d-a667-4fef-b5c8-a0e01f11297e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.305271] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a682b8-a729-4488-aff2-45beb7f3894a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.327026] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 750.327026] env[70498]: value = "task-3614135" [ 750.327026] env[70498]: _type = "Task" [ 750.327026] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.339736] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.364520] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.364769] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.364976] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.365215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.365389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.368309] env[70498]: INFO nova.compute.manager [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Terminating instance [ 750.390498] env[70498]: DEBUG nova.scheduler.client.report [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.399278] env[70498]: DEBUG nova.network.neutron [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Updated VIF entry in instance network info cache for port d85ba341-6e45-4c90-a1c0-5b7027fc487f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.400094] env[70498]: DEBUG nova.network.neutron [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Updating instance_info_cache with network_info: [{"id": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "address": "fa:16:3e:9d:64:1b", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85ba341-6e", "ovs_interfaceid": "d85ba341-6e45-4c90-a1c0-5b7027fc487f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.475068] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updated VIF entry in instance network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.475412] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.532872] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614131, 'name': Destroy_Task, 'duration_secs': 0.911884} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.536414] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Destroyed the VM [ 750.536478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 750.536826] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eda8b899-7d7a-4a96-acbe-742289d2dbf2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.543060] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 750.543060] env[70498]: value = "task-3614136" [ 750.543060] env[70498]: _type = "Task" [ 750.543060] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.555185] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.563279] env[70498]: DEBUG oslo_vmware.api [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15625} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.563541] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.563810] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.563894] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.564051] env[70498]: INFO nova.compute.manager [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 750.564285] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.564573] env[70498]: DEBUG nova.compute.manager [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.564573] env[70498]: DEBUG nova.network.neutron [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.575854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "refresh_cache-84742990-e625-4838-8c34-e131d2060f3d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.576044] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquired lock "refresh_cache-84742990-e625-4838-8c34-e131d2060f3d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.576230] env[70498]: DEBUG nova.network.neutron [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.743382] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f53435-2487-5807-9708-16cfe0673a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.744013] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.744874] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.745257] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.745504] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745776] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.746135] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab1554e-888c-490c-b7c8-028023399a84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.754482] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac270220-cc0d-4b75-9d2a-9974567ca554 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.256s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.762806] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.762806] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.762806] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee105eac-73d6-4211-9594-afd314a4f32f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.767063] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 750.767063] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e684b2-35a5-b5e4-2736-b24f109868d4" [ 750.767063] env[70498]: _type = "Task" [ 750.767063] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.781524] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e684b2-35a5-b5e4-2736-b24f109868d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.783516] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-812618b5-0252-40b3-ba12-bcf9adb30b5f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.792100] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 750.792100] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525b6ef5-f470-7b28-eb8c-93b7510c3523" [ 750.792100] env[70498]: _type = "Task" [ 750.792100] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.803571] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525b6ef5-f470-7b28-eb8c-93b7510c3523, 'name': SearchDatastore_Task, 'duration_secs': 0.008183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.803571] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.803571] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7/27d22ab4-38b8-4aa1-a58a-54d0f21af4b7.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.803980] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b37871e0-a0e7-4df0-aa90-a98b3f17743f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.810146] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 750.810146] env[70498]: value = "task-3614137" [ 750.810146] env[70498]: _type = "Task" [ 750.810146] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.819497] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.842923] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614135, 'name': ReconfigVM_Task, 'duration_secs': 0.300384} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.843297] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 1dceba7d-a667-4fef-b5c8-a0e01f11297e/1dceba7d-a667-4fef-b5c8-a0e01f11297e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.844027] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99a10b56-5083-48ad-82f9-790497bf9362 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.849741] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 750.849741] env[70498]: value = "task-3614138" [ 750.849741] env[70498]: _type = "Task" [ 750.849741] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.860948] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614138, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.874128] env[70498]: DEBUG nova.compute.manager [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.874482] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.875339] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d92c04-d26c-4a26-a177-17862299712f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.884356] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.885357] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cf88573-ce01-4705-984d-09d2f58c4902 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.891824] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 750.891824] env[70498]: value = "task-3614139" [ 750.891824] env[70498]: _type = "Task" [ 750.891824] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.895874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.896443] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.899132] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.903s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.902361] env[70498]: INFO nova.compute.claims [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.906394] env[70498]: DEBUG oslo_concurrency.lockutils [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] Releasing lock "refresh_cache-27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.906794] env[70498]: DEBUG nova.compute.manager [req-1388b9b0-b3e8-4717-87b5-96a85aead5f3 req-0af8b673-cb8d-4815-b56f-fbacb3810c8e service nova] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Received event network-vif-deleted-a9903cf2-5b85-4215-ad34-f6e625f435c1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.910535] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.981670] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.981670] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Received event network-vif-plugged-651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.981670] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Acquiring lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.981670] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.981670] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.982178] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] No waiting events found dispatching network-vif-plugged-651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.982178] env[70498]: WARNING nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Received unexpected event network-vif-plugged-651be01c-6495-4c14-ae46-76deb1ab4658 for instance with vm_state building and task_state spawning. [ 750.982178] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Received event network-changed-651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.982178] env[70498]: DEBUG nova.compute.manager [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Refreshing instance network info cache due to event network-changed-651be01c-6495-4c14-ae46-76deb1ab4658. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.982626] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Acquiring lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.982970] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Acquired lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.983298] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Refreshing network info cache for port 651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.984880] env[70498]: DEBUG oslo_concurrency.lockutils [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] Acquired lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.985236] env[70498]: DEBUG nova.network.neutron [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Refreshing network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.004582] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Successfully updated port: d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.061525] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.112158] env[70498]: DEBUG nova.network.neutron [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.256106] env[70498]: DEBUG nova.network.neutron [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.262293] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.273336] env[70498]: DEBUG nova.compute.manager [req-d9074ca5-8d82-429e-a7d6-390a8bee0a11 req-8bc43084-7dee-49cc-9e18-4648a6c35ebc service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Received event network-vif-deleted-bba8505d-9321-4331-bcd4-2663c494722d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.273336] env[70498]: INFO nova.compute.manager [req-d9074ca5-8d82-429e-a7d6-390a8bee0a11 req-8bc43084-7dee-49cc-9e18-4648a6c35ebc service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Neutron deleted interface bba8505d-9321-4331-bcd4-2663c494722d; detaching it from the instance and deleting it from the info cache [ 751.273336] env[70498]: DEBUG nova.network.neutron [req-d9074ca5-8d82-429e-a7d6-390a8bee0a11 req-8bc43084-7dee-49cc-9e18-4648a6c35ebc service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.321892] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483291} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.321892] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7/27d22ab4-38b8-4aa1-a58a-54d0f21af4b7.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.322119] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.322811] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3a5c67-fa7e-4879-87da-abab20bef736 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.328361] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 751.328361] env[70498]: value = "task-3614140" [ 751.328361] env[70498]: _type = "Task" [ 751.328361] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.339461] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.359595] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614138, 'name': Rename_Task, 'duration_secs': 0.143399} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.359873] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.360123] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b28f3dd-24ee-4a78-b174-2b98c9603f0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.366704] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 751.366704] env[70498]: value = "task-3614141" [ 751.366704] env[70498]: _type = "Task" [ 751.366704] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.370747] env[70498]: DEBUG nova.network.neutron [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.376462] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.401617] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614139, 'name': PowerOffVM_Task, 'duration_secs': 0.228412} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.402149] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.402480] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.402945] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e1d37d1-d595-46ef-83d4-d602ce63b134 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.409214] env[70498]: DEBUG nova.compute.utils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.411056] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.411231] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.437743] env[70498]: DEBUG nova.compute.manager [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Received event network-vif-plugged-d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.438087] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Acquiring lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.438180] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.438348] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.438553] env[70498]: DEBUG nova.compute.manager [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] No waiting events found dispatching network-vif-plugged-d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.438745] env[70498]: WARNING nova.compute.manager [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Received unexpected event network-vif-plugged-d3a841b4-ae9a-4419-85fb-d7ecd6083745 for instance with vm_state building and task_state spawning. [ 751.438907] env[70498]: DEBUG nova.compute.manager [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Received event network-changed-d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.443023] env[70498]: DEBUG nova.compute.manager [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Refreshing instance network info cache due to event network-changed-d3a841b4-ae9a-4419-85fb-d7ecd6083745. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.443023] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Acquiring lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.443023] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Acquired lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.443023] env[70498]: DEBUG nova.network.neutron [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Refreshing network info cache for port d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.510570] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.511674] env[70498]: DEBUG nova.policy [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5bc9a8e715e4925989dc45776a5acbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdd2cfdcf57340e192503b2bbc0dc4d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.554774] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.607757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.607990] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.608191] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Deleting the datastore file [datastore2] b94d7c52-0c30-4467-a5bb-d3c4bdced0ea {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.608485] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe31474b-137b-4d7f-840e-1c99eec3b75d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.617480] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for the task: (returnval){ [ 751.617480] env[70498]: value = "task-3614143" [ 751.617480] env[70498]: _type = "Task" [ 751.617480] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.626694] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.758766] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Releasing lock "refresh_cache-84742990-e625-4838-8c34-e131d2060f3d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.759302] env[70498]: DEBUG nova.compute.manager [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.759588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.761455] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a18af4-d56c-465a-9b0a-dcafdd6cb0f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.773040] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.775547] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebcb59e8-f2aa-4475-bf90-7fdee3a810a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.779010] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22a6f1a0-5981-4765-b942-dd200654ba05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.788201] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 751.788201] env[70498]: value = "task-3614144" [ 751.788201] env[70498]: _type = "Task" [ 751.788201] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.790880] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9361e24-3cfe-4c36-aa91-d031027c8417 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.814270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.832490] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.845429] env[70498]: DEBUG nova.compute.manager [req-d9074ca5-8d82-429e-a7d6-390a8bee0a11 req-8bc43084-7dee-49cc-9e18-4648a6c35ebc service nova] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Detach interface failed, port_id=bba8505d-9321-4331-bcd4-2663c494722d, reason: Instance 25ba20e3-49a5-47ac-9591-df19cd82b3a6 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.851040] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.851040] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.852260] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd86c7e6-9b38-446c-b0c7-5149457b0496 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.877442] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7/27d22ab4-38b8-4aa1-a58a-54d0f21af4b7.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.881156] env[70498]: INFO nova.compute.manager [-] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Took 1.32 seconds to deallocate network for instance. [ 751.881392] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767ee3e4-abd3-4a62-8b3d-8bf9e67557ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.903894] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 751.903894] env[70498]: value = "task-3614145" [ 751.903894] env[70498]: _type = "Task" [ 751.903894] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.904159] env[70498]: DEBUG oslo_vmware.api [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614141, 'name': PowerOnVM_Task, 'duration_secs': 0.507118} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.908489] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.908489] env[70498]: INFO nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 8.65 seconds to spawn the instance on the hypervisor. [ 751.908489] env[70498]: DEBUG nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.912171] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e3f966-9079-4833-b644-63318efd3c3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.917945] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.937090] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.060032] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614136, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.063933] env[70498]: DEBUG nova.network.neutron [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.128783] env[70498]: DEBUG oslo_vmware.api [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Task: {'id': task-3614143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222978} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.129074] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.129279] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.129463] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.129659] env[70498]: INFO nova.compute.manager [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Took 1.26 seconds to destroy the instance on the hypervisor. [ 752.129902] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.130105] env[70498]: DEBUG nova.compute.manager [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.130201] env[70498]: DEBUG nova.network.neutron [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.232995] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Updated VIF entry in instance network info cache for port 651be01c-6495-4c14-ae46-76deb1ab4658. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.233442] env[70498]: DEBUG nova.network.neutron [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Updating instance_info_cache with network_info: [{"id": "651be01c-6495-4c14-ae46-76deb1ab4658", "address": "fa:16:3e:97:2a:7e", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap651be01c-64", "ovs_interfaceid": "651be01c-6495-4c14-ae46-76deb1ab4658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.300708] env[70498]: DEBUG nova.network.neutron [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updated VIF entry in instance network info cache for port 743a42af-7f37-4061-ab76-1cb6a7c515ff. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.301891] env[70498]: DEBUG nova.network.neutron [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [{"id": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "address": "fa:16:3e:6e:b9:01", "network": {"id": "b40dc093-9fc1-4a90-9323-5fe142396ec7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-296739113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4131aaee725048058276add33ce37be0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743a42af-7f", "ovs_interfaceid": "743a42af-7f37-4061-ab76-1cb6a7c515ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.325685] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614144, 'name': PowerOffVM_Task, 'duration_secs': 0.172128} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.326843] env[70498]: DEBUG nova.network.neutron [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.332676] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.334266] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.335850] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75716d08-5bcd-4472-b2ae-d58fa5c86af8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.353118] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Successfully created port: 49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.364189] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.364189] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.364189] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Deleting the datastore file [datastore1] 84742990-e625-4838-8c34-e131d2060f3d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.365633] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeac2065-03d1-4d5c-bc35-db296b098cac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.375297] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for the task: (returnval){ [ 752.375297] env[70498]: value = "task-3614147" [ 752.375297] env[70498]: _type = "Task" [ 752.375297] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.384997] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.409189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.423588] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614145, 'name': ReconfigVM_Task, 'duration_secs': 0.519444} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.423588] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7/27d22ab4-38b8-4aa1-a58a-54d0f21af4b7.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.424947] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f87da99f-c958-440d-ab9f-9ef29fe3e52d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.442246] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 752.442246] env[70498]: value = "task-3614148" [ 752.442246] env[70498]: _type = "Task" [ 752.442246] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.455984] env[70498]: INFO nova.compute.manager [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 35.62 seconds to build instance. [ 752.463865] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614148, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.557053] env[70498]: DEBUG oslo_vmware.api [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614136, 'name': RemoveSnapshot_Task, 'duration_secs': 1.841316} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.557396] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 752.557740] env[70498]: INFO nova.compute.manager [None req-3a8ce2ef-1e69-433c-9708-ac135bae3a61 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 18.71 seconds to snapshot the instance on the hypervisor. [ 752.620383] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daae02f8-bc7e-4783-833c-b847d0b7a59f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.631283] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85076db-cfa4-4714-b522-86c890d2c24f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.664784] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb5e010-afb4-40b8-95a5-e48ce0be3ae5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.671405] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd1024e-097e-496f-93c8-4f3ecba59f2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.692656] env[70498]: DEBUG nova.compute.provider_tree [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.737388] env[70498]: DEBUG oslo_concurrency.lockutils [req-f92af184-8949-4acc-b6b9-6d45c50e8da4 req-2bf52d77-5533-4d2b-82aa-92ccfe5dd0d3 service nova] Releasing lock "refresh_cache-1dceba7d-a667-4fef-b5c8-a0e01f11297e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.805864] env[70498]: DEBUG oslo_concurrency.lockutils [req-aedcbcbf-3bd2-4c84-ac9d-a0763e188db2 req-39d9171d-07d5-46d8-b549-aaa7770efa4e service nova] Releasing lock "refresh_cache-b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834407] env[70498]: DEBUG oslo_concurrency.lockutils [req-2739f972-27f7-4339-9d34-a9011731a615 req-235ad342-580f-469a-8314-55e362822299 service nova] Releasing lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.834701] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.834855] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.889856] env[70498]: DEBUG oslo_vmware.api [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Task: {'id': task-3614147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219091} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.889856] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.889856] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.889856] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.889856] env[70498]: INFO nova.compute.manager [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 752.890106] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.890106] env[70498]: DEBUG nova.compute.manager [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.890106] env[70498]: DEBUG nova.network.neutron [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.911607] env[70498]: DEBUG nova.network.neutron [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.934165] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.959294] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73c47f97-bb34-4db0-9ef5-09282fa554dc tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.205s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.964604] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614148, 'name': Rename_Task, 'duration_secs': 0.411512} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.965177] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.965364] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b66b40de-0953-45c1-a179-583974802243 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.972018] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.972018] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.972018] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.972259] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.972259] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.972259] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.972259] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.972259] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.972601] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.972749] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.972923] env[70498]: DEBUG nova.virt.hardware [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.976118] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f56be16-78ab-47f4-aba2-d7e85e4a1881 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.985653] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31168a7f-2857-4791-8cb9-d9e20bafe514 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.989675] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 752.989675] env[70498]: value = "task-3614149" [ 752.989675] env[70498]: _type = "Task" [ 752.989675] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.011748] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.197567] env[70498]: DEBUG nova.scheduler.client.report [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.378117] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.415053] env[70498]: DEBUG nova.network.neutron [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.442680] env[70498]: DEBUG nova.compute.manager [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.442888] env[70498]: DEBUG nova.compute.manager [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing instance network info cache due to event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.443110] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.443252] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.443412] env[70498]: DEBUG nova.network.neutron [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.468163] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.504337] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.558448] env[70498]: DEBUG nova.network.neutron [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Updating instance_info_cache with network_info: [{"id": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "address": "fa:16:3e:2a:6c:b7", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a841b4-ae", "ovs_interfaceid": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.568408] env[70498]: DEBUG nova.compute.manager [req-bafee7eb-4921-4e80-b96e-88e98b604bee req-b5dc6711-f898-4850-b234-c0cc4f57e707 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Received event network-vif-deleted-743a42af-7f37-4061-ab76-1cb6a7c515ff {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.568786] env[70498]: INFO nova.compute.manager [req-bafee7eb-4921-4e80-b96e-88e98b604bee req-b5dc6711-f898-4850-b234-c0cc4f57e707 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Neutron deleted interface 743a42af-7f37-4061-ab76-1cb6a7c515ff; detaching it from the instance and deleting it from the info cache [ 753.569070] env[70498]: DEBUG nova.network.neutron [req-bafee7eb-4921-4e80-b96e-88e98b604bee req-b5dc6711-f898-4850-b234-c0cc4f57e707 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.703685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.703685] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.705471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.864s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.705693] env[70498]: DEBUG nova.objects.instance [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lazy-loading 'resources' on Instance uuid 60d32c82-d2e4-46a6-a742-edd824f37f59 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.706760] env[70498]: DEBUG nova.network.neutron [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.864811] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.865058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.921932] env[70498]: INFO nova.compute.manager [-] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Took 1.03 seconds to deallocate network for instance. [ 753.993238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.005879] env[70498]: DEBUG oslo_vmware.api [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614149, 'name': PowerOnVM_Task, 'duration_secs': 1.010197} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.006685] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.006685] env[70498]: INFO nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Took 8.01 seconds to spawn the instance on the hypervisor. [ 754.006756] env[70498]: DEBUG nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.007615] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd713561-63b2-45c1-9b3b-74de414d67dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.067602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.067939] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance network_info: |[{"id": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "address": "fa:16:3e:2a:6c:b7", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a841b4-ae", "ovs_interfaceid": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.068430] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:6c:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a841b4-ae9a-4419-85fb-d7ecd6083745', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.077128] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Creating folder: Project (59dfc43c97a543ca8c04d674f15ac7fe). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.081558] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4f0cfd4-a38f-4548-b151-effdc2125875 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.083545] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3dd445b0-02d7-4434-b76a-30eb15ba2be5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.097350] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42087d4e-523b-4391-9ff9-5a2c52851911 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.112030] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Created folder: Project (59dfc43c97a543ca8c04d674f15ac7fe) in parent group-v720819. [ 754.112240] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Creating folder: Instances. Parent ref: group-v720893. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.112928] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cca957c0-4974-4937-90cc-3efee55a5181 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.135823] env[70498]: DEBUG nova.compute.manager [req-bafee7eb-4921-4e80-b96e-88e98b604bee req-b5dc6711-f898-4850-b234-c0cc4f57e707 service nova] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Detach interface failed, port_id=743a42af-7f37-4061-ab76-1cb6a7c515ff, reason: Instance b94d7c52-0c30-4467-a5bb-d3c4bdced0ea could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.140867] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Created folder: Instances in parent group-v720893. [ 754.140867] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.140867] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.140867] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-132a26ab-d0a3-44e7-bbf1-abf99796be30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.164321] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.164321] env[70498]: value = "task-3614152" [ 754.164321] env[70498]: _type = "Task" [ 754.164321] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.178889] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614152, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.212676] env[70498]: DEBUG nova.compute.utils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.216989] env[70498]: INFO nova.compute.manager [-] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Took 2.09 seconds to deallocate network for instance. [ 754.217358] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.217562] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.276770] env[70498]: DEBUG nova.policy [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907a434e1db044169e89e441ca4aad7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59dfc43c97a543ca8c04d674f15ac7fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.431188] env[70498]: DEBUG nova.network.neutron [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updated VIF entry in instance network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.431694] env[70498]: DEBUG nova.network.neutron [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.433732] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.507694] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "04d01e00-edb3-49f0-b7af-94534fda37e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.507694] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.507694] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.507788] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.507926] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.513160] env[70498]: INFO nova.compute.manager [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Terminating instance [ 754.526758] env[70498]: INFO nova.compute.manager [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Took 36.54 seconds to build instance. [ 754.550023] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Successfully updated port: 49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.685498] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614152, 'name': CreateVM_Task, 'duration_secs': 0.341045} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.687888] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.688930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.689107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.689412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.689699] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49f205b-7baa-4f98-9ac2-99eb1e6d7dc6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.694794] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 754.694794] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5268aea1-988c-5493-07c3-9cee517a9fcc" [ 754.694794] env[70498]: _type = "Task" [ 754.694794] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.706012] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5268aea1-988c-5493-07c3-9cee517a9fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.720841] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.726032] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.747311] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Successfully created port: 4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.891262] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3407e2d-69a5-4448-b68b-5870c081ee0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.898687] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4552d875-23bc-4372-8ead-a3aca1db1277 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.929637] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa813bb-46c1-4670-bbc9-bc08b7ab2c16 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.935568] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf734721-b71c-4c9a-9a19-413f24ac568e req-208d9621-3fdc-4040-b8ce-cc8034787a8f service nova] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.939406] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499a3790-010f-417b-b1bb-0e6c94da48a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.954355] env[70498]: DEBUG nova.compute.provider_tree [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.024332] env[70498]: DEBUG nova.compute.manager [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.024631] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.025625] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16827472-7cfa-4272-a1d7-b89b9d4542dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.029497] env[70498]: DEBUG oslo_concurrency.lockutils [None req-79dc8098-c6cf-4297-8860-af219fd15448 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.522s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.035736] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.036009] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e639add-207d-4cf1-b819-306ed3ee1143 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.042895] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 755.042895] env[70498]: value = "task-3614153" [ 755.042895] env[70498]: _type = "Task" [ 755.042895] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.054473] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.054576] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.055136] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.057032] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.207890] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5268aea1-988c-5493-07c3-9cee517a9fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.031196} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.208174] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.208429] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.208691] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.208854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.209115] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.209435] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02ef18bf-aa35-4455-99b6-579bd34e37dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.218695] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.218695] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.219430] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df9d470-15bf-4eac-9584-c7461923d2b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.225227] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 755.225227] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5263cee8-cf82-37f4-ddb8-d666557443f7" [ 755.225227] env[70498]: _type = "Task" [ 755.225227] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.237630] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5263cee8-cf82-37f4-ddb8-d666557443f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.459025] env[70498]: DEBUG nova.scheduler.client.report [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.533067] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.552430] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614153, 'name': PowerOffVM_Task, 'duration_secs': 0.262601} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.552690] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.552853] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.553117] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-841b4147-bdb7-43b0-b5b3-c15695e9962b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.589951] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.596939] env[70498]: DEBUG nova.compute.manager [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Received event network-vif-plugged-49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.597185] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Acquiring lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.597582] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.597780] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.597958] env[70498]: DEBUG nova.compute.manager [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] No waiting events found dispatching network-vif-plugged-49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.598966] env[70498]: WARNING nova.compute.manager [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Received unexpected event network-vif-plugged-49442a3a-8672-4a9f-85da-db3f99299382 for instance with vm_state building and task_state spawning. [ 755.598966] env[70498]: DEBUG nova.compute.manager [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Received event network-changed-49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.599095] env[70498]: DEBUG nova.compute.manager [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Refreshing instance network info cache due to event network-changed-49442a3a-8672-4a9f-85da-db3f99299382. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.599756] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Acquiring lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.643283] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.643919] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.644187] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Deleting the datastore file [datastore2] 04d01e00-edb3-49f0-b7af-94534fda37e8 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.644472] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f26fe50-47d2-477f-af06-3cf1f8ee6063 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.651384] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for the task: (returnval){ [ 755.651384] env[70498]: value = "task-3614155" [ 755.651384] env[70498]: _type = "Task" [ 755.651384] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.659386] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.737179] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.739333] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5263cee8-cf82-37f4-ddb8-d666557443f7, 'name': SearchDatastore_Task, 'duration_secs': 0.02035} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.740894] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fcfc89b-6db1-4c84-90ff-a98dec8538f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.746786] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 755.746786] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52817717-6bf6-d59e-f0a9-c31918529847" [ 755.746786] env[70498]: _type = "Task" [ 755.746786] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.755635] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52817717-6bf6-d59e-f0a9-c31918529847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.766438] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.766681] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.766846] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.767032] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.767718] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.767718] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.767718] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.767862] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.768444] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.768444] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.768444] env[70498]: DEBUG nova.virt.hardware [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.769199] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1cc75-7791-4ad9-ac6d-c6e71a6a4996 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.772545] env[70498]: DEBUG nova.network.neutron [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Updating instance_info_cache with network_info: [{"id": "49442a3a-8672-4a9f-85da-db3f99299382", "address": "fa:16:3e:cb:67:fe", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49442a3a-86", "ovs_interfaceid": "49442a3a-8672-4a9f-85da-db3f99299382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.778986] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e3ae1-b7e0-47a1-b74c-b1d02ef84b44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.889374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.889639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.889897] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.890038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.890209] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.892227] env[70498]: INFO nova.compute.manager [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Terminating instance [ 755.964118] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.966697] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.943s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.967153] env[70498]: DEBUG nova.objects.instance [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.987463] env[70498]: INFO nova.scheduler.client.report [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Deleted allocations for instance 60d32c82-d2e4-46a6-a742-edd824f37f59 [ 756.061693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.163030] env[70498]: DEBUG oslo_vmware.api [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Task: {'id': task-3614155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.163030] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.163030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.163030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.163030] env[70498]: INFO nova.compute.manager [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 756.163325] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.163325] env[70498]: DEBUG nova.compute.manager [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.163325] env[70498]: DEBUG nova.network.neutron [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.221130] env[70498]: DEBUG nova.compute.manager [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Received event network-vif-plugged-4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.221354] env[70498]: DEBUG oslo_concurrency.lockutils [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] Acquiring lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.221559] env[70498]: DEBUG oslo_concurrency.lockutils [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.221722] env[70498]: DEBUG oslo_concurrency.lockutils [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.221885] env[70498]: DEBUG nova.compute.manager [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] No waiting events found dispatching network-vif-plugged-4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.222584] env[70498]: WARNING nova.compute.manager [req-7e841831-5f22-4900-b6b4-b7845d8881ad req-16e05624-bb40-4821-889b-c0f32f8b435b service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Received unexpected event network-vif-plugged-4290f015-eb50-42f4-9da4-648168e4b513 for instance with vm_state building and task_state spawning. [ 756.257186] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52817717-6bf6-d59e-f0a9-c31918529847, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.257186] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.257352] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a254f5a7-843c-4cb2-aad7-33a93d91c079/a254f5a7-843c-4cb2-aad7-33a93d91c079.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.257613] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0db85c6c-4eab-4765-b46f-5d24db39589a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.265260] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 756.265260] env[70498]: value = "task-3614156" [ 756.265260] env[70498]: _type = "Task" [ 756.265260] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.275198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.275545] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Instance network_info: |[{"id": "49442a3a-8672-4a9f-85da-db3f99299382", "address": "fa:16:3e:cb:67:fe", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49442a3a-86", "ovs_interfaceid": "49442a3a-8672-4a9f-85da-db3f99299382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.275854] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Acquired lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.276047] env[70498]: DEBUG nova.network.neutron [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Refreshing network info cache for port 49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.277566] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:67:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49442a3a-8672-4a9f-85da-db3f99299382', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.286532] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.286988] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.287264] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3335e0cf-150b-464c-8d47-737ca301d0cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.325579] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.325579] env[70498]: value = "task-3614157" [ 756.325579] env[70498]: _type = "Task" [ 756.325579] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.333938] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614157, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.334881] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Successfully updated port: 4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.396160] env[70498]: DEBUG nova.compute.manager [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.396437] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.397796] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cfbb7d-6a22-4a42-bdab-fe88609f03ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.405925] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.406196] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3bea4e-48e0-4b94-a70a-3d33f7081e41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.412108] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 756.412108] env[70498]: value = "task-3614158" [ 756.412108] env[70498]: _type = "Task" [ 756.412108] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.420476] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.494866] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73b615bd-9021-4798-ab45-68d4a8a31cf5 tempest-ServersTestManualDisk-150458345 tempest-ServersTestManualDisk-150458345-project-member] Lock "60d32c82-d2e4-46a6-a742-edd824f37f59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.725s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.776195] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614156, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.837573] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.837573] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.837573] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.838381] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614157, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.927032] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614158, 'name': PowerOffVM_Task, 'duration_secs': 0.201951} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.929492] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.929637] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.929920] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7389b420-84b9-4e06-9718-9a9fa15eef91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.980684] env[70498]: DEBUG oslo_concurrency.lockutils [None req-528baccf-dcc1-41ee-ba2f-8aafd344899d tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.981827] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.102s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.982076] env[70498]: DEBUG nova.objects.instance [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lazy-loading 'resources' on Instance uuid 1ffc95a2-fc86-47ea-82d9-d7be53aefac9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.983606] env[70498]: DEBUG nova.network.neutron [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.004231] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.004450] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.004630] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Deleting the datastore file [datastore1] 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.007097] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2516986-23dc-4589-a48e-c1d90c6e95f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.014308] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for the task: (returnval){ [ 757.014308] env[70498]: value = "task-3614160" [ 757.014308] env[70498]: _type = "Task" [ 757.014308] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.022292] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.055697] env[70498]: DEBUG nova.network.neutron [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Updated VIF entry in instance network info cache for port 49442a3a-8672-4a9f-85da-db3f99299382. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.055697] env[70498]: DEBUG nova.network.neutron [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Updating instance_info_cache with network_info: [{"id": "49442a3a-8672-4a9f-85da-db3f99299382", "address": "fa:16:3e:cb:67:fe", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49442a3a-86", "ovs_interfaceid": "49442a3a-8672-4a9f-85da-db3f99299382", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.275739] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595797} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.275974] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a254f5a7-843c-4cb2-aad7-33a93d91c079/a254f5a7-843c-4cb2-aad7-33a93d91c079.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.277560] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.278334] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-870e8f80-f9a9-4dbc-a97e-1a2b3329e530 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.284764] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 757.284764] env[70498]: value = "task-3614161" [ 757.284764] env[70498]: _type = "Task" [ 757.284764] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.292449] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.336621] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614157, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.373988] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.490108] env[70498]: INFO nova.compute.manager [-] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Took 1.33 seconds to deallocate network for instance. [ 757.531070] env[70498]: DEBUG oslo_vmware.api [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Task: {'id': task-3614160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462038} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.531070] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.531757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.531757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.532020] env[70498]: INFO nova.compute.manager [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.532330] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.532424] env[70498]: DEBUG nova.compute.manager [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.532568] env[70498]: DEBUG nova.network.neutron [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.558710] env[70498]: DEBUG oslo_concurrency.lockutils [req-5928e9a6-7cb2-40ca-aec1-e17da519ee3c req-3df1db33-5d0f-438c-957d-c50f85e7e080 service nova] Releasing lock "refresh_cache-040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.785944] env[70498]: DEBUG nova.compute.manager [req-5f8e007d-5ed8-47a9-a381-ba91512cbb18 req-5faaa1b6-4743-4537-a876-36a7d6fa5331 service nova] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Received event network-vif-deleted-798b5c5b-7590-4604-9b8b-f849afe277c2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.790817] env[70498]: DEBUG nova.network.neutron [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Updating instance_info_cache with network_info: [{"id": "4290f015-eb50-42f4-9da4-648168e4b513", "address": "fa:16:3e:34:c4:10", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4290f015-eb", "ovs_interfaceid": "4290f015-eb50-42f4-9da4-648168e4b513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.798486] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.798774] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.799558] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d3263f-dd35-46a6-98f6-ddb547df43e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.825090] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] a254f5a7-843c-4cb2-aad7-33a93d91c079/a254f5a7-843c-4cb2-aad7-33a93d91c079.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.827921] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc3c9c0-46ad-4625-acef-a59860c44eb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.855102] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614157, 'name': CreateVM_Task, 'duration_secs': 1.493982} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.857853] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.858194] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 757.858194] env[70498]: value = "task-3614162" [ 757.858194] env[70498]: _type = "Task" [ 757.858194] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.859454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.859454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.859759] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.860063] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0ad3128-b2e5-4c5f-8fbd-a2d5ab7f2259 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.868713] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 757.868713] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529d0b5e-8c40-4589-b2a1-6b95eb76f8af" [ 757.868713] env[70498]: _type = "Task" [ 757.868713] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.875368] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.883356] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529d0b5e-8c40-4589-b2a1-6b95eb76f8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.001810] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.032475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894353fd-fdc3-4fe3-9320-0714006abbd1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.041445] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1f3f7-b075-472f-88b6-a9359a91cd15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.084023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ba4a72-ab06-4614-8f4a-e71cf66e5294 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.088615] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fe37b-cabd-475d-a0f1-84d8381d366b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.104279] env[70498]: DEBUG nova.compute.provider_tree [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.293704] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.294036] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Instance network_info: |[{"id": "4290f015-eb50-42f4-9da4-648168e4b513", "address": "fa:16:3e:34:c4:10", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4290f015-eb", "ovs_interfaceid": "4290f015-eb50-42f4-9da4-648168e4b513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.294440] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c4:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4290f015-eb50-42f4-9da4-648168e4b513', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.302193] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.302704] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.302970] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac14666-2f06-452c-8ff4-e081e79cb798 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.323234] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.323234] env[70498]: value = "task-3614163" [ 758.323234] env[70498]: _type = "Task" [ 758.323234] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.330743] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614163, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.370022] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614162, 'name': ReconfigVM_Task, 'duration_secs': 0.259793} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.371542] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Reconfigured VM instance instance-00000019 to attach disk [datastore2] a254f5a7-843c-4cb2-aad7-33a93d91c079/a254f5a7-843c-4cb2-aad7-33a93d91c079.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.371542] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c0996d-f0e3-413f-86e0-5dd4f5f79a58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.380148] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 758.380148] env[70498]: value = "task-3614164" [ 758.380148] env[70498]: _type = "Task" [ 758.380148] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.389272] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529d0b5e-8c40-4589-b2a1-6b95eb76f8af, 'name': SearchDatastore_Task, 'duration_secs': 0.020095} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.389981] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.390268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.390509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.390649] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.390841] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.391097] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-631115a1-17eb-4b98-986b-6b3564846653 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.397308] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614164, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.405628] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.405900] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.406727] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af0e1a5-56ae-4d13-ba2c-36a967d0bb24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.411926] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 758.411926] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52226920-9943-a16a-46e2-478cb805813d" [ 758.411926] env[70498]: _type = "Task" [ 758.411926] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.420650] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52226920-9943-a16a-46e2-478cb805813d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.427807] env[70498]: DEBUG nova.compute.manager [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Received event network-changed-4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.427807] env[70498]: DEBUG nova.compute.manager [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Refreshing instance network info cache due to event network-changed-4290f015-eb50-42f4-9da4-648168e4b513. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.427807] env[70498]: DEBUG oslo_concurrency.lockutils [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] Acquiring lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.427926] env[70498]: DEBUG oslo_concurrency.lockutils [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] Acquired lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.428092] env[70498]: DEBUG nova.network.neutron [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Refreshing network info cache for port 4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.609144] env[70498]: DEBUG nova.scheduler.client.report [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.775488] env[70498]: DEBUG nova.network.neutron [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.833607] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614163, 'name': CreateVM_Task, 'duration_secs': 0.353773} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.833676] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.834664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.838019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.838019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.838019] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85e92b8-ecc1-494b-9cc0-998fea9c2663 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.840286] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 758.840286] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526a7351-ec15-c6a3-4bfa-100e99c18dae" [ 758.840286] env[70498]: _type = "Task" [ 758.840286] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.849671] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526a7351-ec15-c6a3-4bfa-100e99c18dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.892053] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614164, 'name': Rename_Task, 'duration_secs': 0.134666} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.892535] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.894852] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589ecfbe-e22f-4e2c-860b-269ec6d9a07e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.900316] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 758.900316] env[70498]: value = "task-3614165" [ 758.900316] env[70498]: _type = "Task" [ 758.900316] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.909423] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.922428] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52226920-9943-a16a-46e2-478cb805813d, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.923625] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d66b3b3-69a6-40de-b13b-22a39e571f07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.931024] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 758.931024] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ddde6b-818b-4958-d8fb-bb416b6b71d7" [ 758.931024] env[70498]: _type = "Task" [ 758.931024] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.942622] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ddde6b-818b-4958-d8fb-bb416b6b71d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.116024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.116024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.633s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.118397] env[70498]: INFO nova.compute.claims [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.144601] env[70498]: INFO nova.scheduler.client.report [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Deleted allocations for instance 1ffc95a2-fc86-47ea-82d9-d7be53aefac9 [ 759.277449] env[70498]: INFO nova.compute.manager [-] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Took 1.74 seconds to deallocate network for instance. [ 759.352338] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526a7351-ec15-c6a3-4bfa-100e99c18dae, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.352704] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.352954] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.353233] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.355393] env[70498]: DEBUG nova.network.neutron [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Updated VIF entry in instance network info cache for port 4290f015-eb50-42f4-9da4-648168e4b513. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.355828] env[70498]: DEBUG nova.network.neutron [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Updating instance_info_cache with network_info: [{"id": "4290f015-eb50-42f4-9da4-648168e4b513", "address": "fa:16:3e:34:c4:10", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4290f015-eb", "ovs_interfaceid": "4290f015-eb50-42f4-9da4-648168e4b513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.413859] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.441106] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ddde6b-818b-4958-d8fb-bb416b6b71d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012661} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.442471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.442471] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4/040c2c34-5fc4-4e7b-be4d-8b4b88f720a4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.442471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.442471] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.442674] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc88b75-f7c6-43b3-8b8f-c78cd99d1e85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.444638] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b940840c-5629-4b5f-be7a-1eadd6d3f77a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.451665] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 759.451665] env[70498]: value = "task-3614166" [ 759.451665] env[70498]: _type = "Task" [ 759.451665] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.455810] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.456015] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.457105] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f03271f-25c9-4931-8cfb-8da9f31a54f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.462912] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.466678] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 759.466678] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52345903-086a-8e26-4af6-34f493313979" [ 759.466678] env[70498]: _type = "Task" [ 759.466678] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.474484] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52345903-086a-8e26-4af6-34f493313979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.657411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1483dc81-5a3e-4001-a052-841324970182 tempest-ServersAdmin275Test-152205240 tempest-ServersAdmin275Test-152205240-project-member] Lock "1ffc95a2-fc86-47ea-82d9-d7be53aefac9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.123s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.785112] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.859174] env[70498]: DEBUG oslo_concurrency.lockutils [req-ffbf3e3d-4be9-44d9-bd32-b11a05ea6609 req-8b2f5b45-b80e-4508-86b7-5359193e140a service nova] Releasing lock "refresh_cache-836af273-7c0b-4456-81d1-cb0becceb4a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.918141] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.966780] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614166, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.980560] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52345903-086a-8e26-4af6-34f493313979, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.981457] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b3da699-ecde-4022-82ba-a6cddd1e6eeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.990804] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 759.990804] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c9c976-d05c-9c95-8d0f-d16eaeeb50e1" [ 759.990804] env[70498]: _type = "Task" [ 759.990804] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.002219] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c9c976-d05c-9c95-8d0f-d16eaeeb50e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.413748] env[70498]: DEBUG oslo_vmware.api [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614165, 'name': PowerOnVM_Task, 'duration_secs': 1.360802} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.413748] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.413748] env[70498]: INFO nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Took 10.29 seconds to spawn the instance on the hypervisor. [ 760.413911] env[70498]: DEBUG nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.414702] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac52e73-1a4e-42bc-a7a2-18228fae7768 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.464525] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695776} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.467103] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4/040c2c34-5fc4-4e7b-be4d-8b4b88f720a4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.467364] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.468089] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f23467-074c-4e85-a689-3d1023664690 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.475309] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 760.475309] env[70498]: value = "task-3614167" [ 760.475309] env[70498]: _type = "Task" [ 760.475309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.486672] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.498445] env[70498]: DEBUG nova.compute.manager [req-eab2d719-1c61-4980-879e-580009465e91 req-dd166cb3-398a-493d-8e62-02c8274693d2 service nova] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Received event network-vif-deleted-d85ba341-6e45-4c90-a1c0-5b7027fc487f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.513021] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c9c976-d05c-9c95-8d0f-d16eaeeb50e1, 'name': SearchDatastore_Task, 'duration_secs': 0.067672} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.513311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.513672] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 836af273-7c0b-4456-81d1-cb0becceb4a9/836af273-7c0b-4456-81d1-cb0becceb4a9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.513947] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54ee0b00-77a3-4f45-8ea5-5454e1815e26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.522912] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 760.522912] env[70498]: value = "task-3614168" [ 760.522912] env[70498]: _type = "Task" [ 760.522912] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.531500] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.750793] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb54d0-4fff-4c08-8811-cbfb265a3e89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.764014] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cab579-89e8-4ea5-8e6f-3ed46a0bf9a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.796212] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d16159-5d1b-4956-9253-245bc274ee39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.807210] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e29c7-158a-4a77-a9ef-dfc0711cd191 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.821568] env[70498]: DEBUG nova.compute.provider_tree [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.938410] env[70498]: INFO nova.compute.manager [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Took 33.61 seconds to build instance. [ 760.984901] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068739} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.985306] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.986163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ca8b89-15a0-4e3c-b627-5134bbaf3614 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.010034] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4/040c2c34-5fc4-4e7b-be4d-8b4b88f720a4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.010432] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716a23bb-7cd5-40e7-baf5-7a13c560a8ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.036925] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614168, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.038692] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 761.038692] env[70498]: value = "task-3614169" [ 761.038692] env[70498]: _type = "Task" [ 761.038692] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.048388] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.326914] env[70498]: DEBUG nova.scheduler.client.report [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.441169] env[70498]: DEBUG oslo_concurrency.lockutils [None req-baad1c6b-f79d-40c1-b230-efcc585e598c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.080s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.540246] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9396} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.545937] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 836af273-7c0b-4456-81d1-cb0becceb4a9/836af273-7c0b-4456-81d1-cb0becceb4a9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.548778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.548778] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fece9556-6ff0-4467-acee-3d6b2f81e010 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.553877] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.555716] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 761.555716] env[70498]: value = "task-3614170" [ 761.555716] env[70498]: _type = "Task" [ 761.555716] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.563367] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.836467] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.837008] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.843955] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.596s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.847608] env[70498]: INFO nova.compute.claims [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.946360] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.054423] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614169, 'name': ReconfigVM_Task, 'duration_secs': 0.782192} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.054483] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4/040c2c34-5fc4-4e7b-be4d-8b4b88f720a4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.055113] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7afe98-772c-4c19-8c1f-bf2ef47a1a54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.067766] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064678} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.069904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.070497] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 762.070497] env[70498]: value = "task-3614171" [ 762.070497] env[70498]: _type = "Task" [ 762.070497] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.071521] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705be81-23bb-4c89-8bc3-a26bd9e41627 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.098897] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 836af273-7c0b-4456-81d1-cb0becceb4a9/836af273-7c0b-4456-81d1-cb0becceb4a9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.105025] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88296f10-fa0c-49e9-8d45-ae329f627a8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.119266] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614171, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.124960] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 762.124960] env[70498]: value = "task-3614172" [ 762.124960] env[70498]: _type = "Task" [ 762.124960] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.136115] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.345236] env[70498]: DEBUG nova.compute.utils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.346852] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.351089] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.413365] env[70498]: DEBUG nova.policy [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2117cbf61f5844e0b42c387163a3354e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '075315d26fc84346a34e0258c1004eff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.473145] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.587483] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614171, 'name': Rename_Task, 'duration_secs': 0.186782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.587483] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.587483] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9282d0e8-185d-4da7-b038-effbf77043f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.594798] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 762.594798] env[70498]: value = "task-3614173" [ 762.594798] env[70498]: _type = "Task" [ 762.594798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.604799] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.637872] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614172, 'name': ReconfigVM_Task, 'duration_secs': 0.298611} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.637872] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 836af273-7c0b-4456-81d1-cb0becceb4a9/836af273-7c0b-4456-81d1-cb0becceb4a9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.637872] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b4ea876-f295-4f00-a8ef-4e7bbf92047e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.645053] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 762.645053] env[70498]: value = "task-3614174" [ 762.645053] env[70498]: _type = "Task" [ 762.645053] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.655169] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614174, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.856194] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.107587] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.160302] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614174, 'name': Rename_Task, 'duration_secs': 0.141212} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.160612] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.162177] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ecc780d-27b8-4eda-aade-36d249a6ac26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.170708] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 763.170708] env[70498]: value = "task-3614175" [ 763.170708] env[70498]: _type = "Task" [ 763.170708] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.178060] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Successfully created port: b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.185563] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.531817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e5fee-a851-4053-a03e-5725c254b536 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.540974] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e5dc53-0250-4402-8685-294fad5bcc95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.586161] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b2f3cb-0ea8-4ff1-831c-5a2a9692cc79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.594391] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4158506e-2f08-4c6f-80bb-c7b3f23a1106 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.614137] env[70498]: DEBUG nova.compute.provider_tree [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.619162] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.686876] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.875731] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.920389] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.920389] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.920389] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.921224] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.921224] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.921224] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.921345] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.921545] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.921720] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.921895] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.922108] env[70498]: DEBUG nova.virt.hardware [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.923018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5304d-9011-40dd-8e85-6c754d16f7d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.932779] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e651a12-18e5-4e3d-8b95-5be6a25b7156 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.115116] env[70498]: DEBUG oslo_vmware.api [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614173, 'name': PowerOnVM_Task, 'duration_secs': 1.04429} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.115408] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.115607] env[70498]: INFO nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Took 11.18 seconds to spawn the instance on the hypervisor. [ 764.115784] env[70498]: DEBUG nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.116651] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa8132-bac4-4c15-ab76-7fc5c0638c9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.121882] env[70498]: DEBUG nova.scheduler.client.report [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.189708] env[70498]: DEBUG oslo_vmware.api [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614175, 'name': PowerOnVM_Task, 'duration_secs': 0.518281} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.190363] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.190363] env[70498]: INFO nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Took 8.45 seconds to spawn the instance on the hypervisor. [ 764.190363] env[70498]: DEBUG nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.191364] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335c7b10-b895-4434-828b-8142ccf9f851 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.635107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.635107] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.642834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.081s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.643506] env[70498]: DEBUG nova.objects.instance [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lazy-loading 'resources' on Instance uuid 2410b837-58f4-41d5-b0a7-744ede6691d9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.657908] env[70498]: INFO nova.compute.manager [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Took 34.75 seconds to build instance. [ 764.717947] env[70498]: INFO nova.compute.manager [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Took 33.75 seconds to build instance. [ 765.022222] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Successfully updated port: b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.090244] env[70498]: DEBUG nova.compute.manager [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Received event network-vif-plugged-b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.096837] env[70498]: DEBUG oslo_concurrency.lockutils [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] Acquiring lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.100019] env[70498]: DEBUG oslo_concurrency.lockutils [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.007s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.100019] env[70498]: DEBUG oslo_concurrency.lockutils [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.100019] env[70498]: DEBUG nova.compute.manager [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] No waiting events found dispatching network-vif-plugged-b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.100019] env[70498]: WARNING nova.compute.manager [req-48697ced-c29b-4609-b5af-2e06f70d0c04 req-20ca5c2a-32a9-4785-9c0d-c916f26aa918 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Received unexpected event network-vif-plugged-b62d0c49-7cc6-438c-8754-4082cf43fc4c for instance with vm_state building and task_state spawning. [ 765.151466] env[70498]: DEBUG nova.compute.utils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.156060] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.156256] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.163848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1c5ff437-960c-4d0f-810d-23cbd4cfe200 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.322s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.213619] env[70498]: DEBUG nova.policy [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '907a434e1db044169e89e441ca4aad7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59dfc43c97a543ca8c04d674f15ac7fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.224140] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad253755-235c-48b8-b6bb-55685636d7f5 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.760s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.524704] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.525287] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquired lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.526042] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.616580] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Successfully created port: d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.657026] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.666934] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.727276] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.748818] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73892382-cd9d-4272-a143-a80b69a268b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.759630] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab779842-bfd5-47af-adb7-f40427084580 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.797423] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da16450-2012-48cc-9e85-453af370bb2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.807728] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20480566-e09d-4fdb-9e4a-1da9c09c2c42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.825391] env[70498]: DEBUG nova.compute.provider_tree [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.903769] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "d386c231-c43e-4a9f-a873-d71a5885696a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.903993] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.060273] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.203740] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.252340] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.285711] env[70498]: DEBUG nova.network.neutron [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Updating instance_info_cache with network_info: [{"id": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "address": "fa:16:3e:6b:43:9e", "network": {"id": "ff9a3f15-bae4-4b72-ab6e-f51599d4142f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2070451333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075315d26fc84346a34e0258c1004eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62d0c49-7c", "ovs_interfaceid": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.330799] env[70498]: DEBUG nova.scheduler.client.report [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.667620] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.690765] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.691023] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.691184] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.691365] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.691510] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.691654] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.691860] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.692016] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.692200] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.692375] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.692552] env[70498]: DEBUG nova.virt.hardware [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.693446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ec567-77ec-4f2a-9dde-386b29be6c02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.701998] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c727e9-780b-48fe-85cf-12eb7a48f261 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.772294] env[70498]: DEBUG nova.compute.manager [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.773288] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2831610-1d63-41c9-a11d-4387633a2db4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.789061] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Releasing lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.789061] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Instance network_info: |[{"id": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "address": "fa:16:3e:6b:43:9e", "network": {"id": "ff9a3f15-bae4-4b72-ab6e-f51599d4142f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2070451333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075315d26fc84346a34e0258c1004eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62d0c49-7c", "ovs_interfaceid": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.789318] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:43:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b62d0c49-7cc6-438c-8754-4082cf43fc4c', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.796686] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Creating folder: Project (075315d26fc84346a34e0258c1004eff). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.796999] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2db5076-2a94-42d3-b2b4-33e5ae5b54e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.807461] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Created folder: Project (075315d26fc84346a34e0258c1004eff) in parent group-v720819. [ 766.807690] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Creating folder: Instances. Parent ref: group-v720901. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.807922] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-169a241e-ef57-4829-acae-dfc507e5267b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.817890] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Created folder: Instances in parent group-v720901. [ 766.818145] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.818333] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.818562] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-657f6d5a-b8c3-4489-886d-8a26a1d272f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.836173] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.840028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.931s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.841135] env[70498]: INFO nova.compute.claims [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.843795] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.843795] env[70498]: value = "task-3614182" [ 766.843795] env[70498]: _type = "Task" [ 766.843795] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.853522] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614182, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.854922] env[70498]: INFO nova.scheduler.client.report [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Deleted allocations for instance 2410b837-58f4-41d5-b0a7-744ede6691d9 [ 767.150261] env[70498]: DEBUG nova.compute.manager [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Received event network-changed-b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.150501] env[70498]: DEBUG nova.compute.manager [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Refreshing instance network info cache due to event network-changed-b62d0c49-7cc6-438c-8754-4082cf43fc4c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.150747] env[70498]: DEBUG oslo_concurrency.lockutils [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] Acquiring lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.150945] env[70498]: DEBUG oslo_concurrency.lockutils [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] Acquired lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.151136] env[70498]: DEBUG nova.network.neutron [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Refreshing network info cache for port b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.284335] env[70498]: INFO nova.compute.manager [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] instance snapshotting [ 767.288531] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004789b6-6640-4484-b50c-fee97c3eda53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.310444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1776a7-497f-4641-9f43-963923013500 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.313911] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Successfully updated port: d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.359225] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614182, 'name': CreateVM_Task, 'duration_secs': 0.499833} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.361631] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.362288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f317b1ae-5a41-4880-9ae6-c074f55d2a49 tempest-TenantUsagesTestJSON-2122809776 tempest-TenantUsagesTestJSON-2122809776-project-member] Lock "2410b837-58f4-41d5-b0a7-744ede6691d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.538s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.363562] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.363734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.364049] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.364789] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739a33ac-baf2-4acd-a9fe-92269e5aff21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.370334] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 767.370334] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521e3eaa-ac76-5f3d-b65d-cf263a27f31d" [ 767.370334] env[70498]: _type = "Task" [ 767.370334] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.379314] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521e3eaa-ac76-5f3d-b65d-cf263a27f31d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.821262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.821262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.821463] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.831487] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 767.832582] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-340869fb-7763-426c-8f95-9f0a3fba0d9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.839701] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 767.839701] env[70498]: value = "task-3614183" [ 767.839701] env[70498]: _type = "Task" [ 767.839701] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.851378] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.889444] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521e3eaa-ac76-5f3d-b65d-cf263a27f31d, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.889829] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.890136] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.890500] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.890783] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.891247] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.891780] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e252688b-d089-4ead-b2f5-863e773c50dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.900261] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.900439] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.901161] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-446e69a2-0b1f-4bc0-86e2-f5f875ce42f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.906762] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 767.906762] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520aef9c-8ddd-c43e-f026-d84cd246642a" [ 767.906762] env[70498]: _type = "Task" [ 767.906762] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.918651] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520aef9c-8ddd-c43e-f026-d84cd246642a, 'name': SearchDatastore_Task, 'duration_secs': 0.00869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.919408] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bebc0a1-b1de-4aa2-b1aa-8df3dd10f00f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.926166] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 767.926166] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4f90e-081a-3e36-1828-ba594181fda5" [ 767.926166] env[70498]: _type = "Task" [ 767.926166] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.934249] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4f90e-081a-3e36-1828-ba594181fda5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.964450] env[70498]: DEBUG nova.network.neutron [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Updated VIF entry in instance network info cache for port b62d0c49-7cc6-438c-8754-4082cf43fc4c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.964450] env[70498]: DEBUG nova.network.neutron [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Updating instance_info_cache with network_info: [{"id": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "address": "fa:16:3e:6b:43:9e", "network": {"id": "ff9a3f15-bae4-4b72-ab6e-f51599d4142f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2070451333-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075315d26fc84346a34e0258c1004eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb62d0c49-7c", "ovs_interfaceid": "b62d0c49-7cc6-438c-8754-4082cf43fc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.351072] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.369244] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.404706] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a124d-cff0-4b9c-9d09-8370e4190c0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.412319] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fbfb3e-293b-4b6c-90ba-8907e0eb9361 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.450899] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dae3d0-aedf-4ba5-a2a4-eb467b8c09ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463633] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4f90e-081a-3e36-1828-ba594181fda5, 'name': SearchDatastore_Task, 'duration_secs': 0.008965} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.465876] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.466183] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0/ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.466735] env[70498]: DEBUG oslo_concurrency.lockutils [req-aa6ff8ef-1727-4e86-94c3-b4d73d6871a2 req-c68a6af1-d6ea-4f5f-960d-ecf0ed48bfc2 service nova] Releasing lock "refresh_cache-ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.467068] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f891d172-fb00-47fd-b52c-384d60765679 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.470257] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890354a3-e3d9-4728-a3a8-59b197af141a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.486701] env[70498]: DEBUG nova.compute.provider_tree [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.490959] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 768.490959] env[70498]: value = "task-3614185" [ 768.490959] env[70498]: _type = "Task" [ 768.490959] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.500720] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.549819] env[70498]: DEBUG nova.network.neutron [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Updating instance_info_cache with network_info: [{"id": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "address": "fa:16:3e:db:45:12", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2e10a-32", "ovs_interfaceid": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.857194] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614183, 'name': CreateSnapshot_Task, 'duration_secs': 0.548099} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.857573] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.858563] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003fb467-5034-4161-a679-81125bad1de4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.990536] env[70498]: DEBUG nova.scheduler.client.report [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.004034] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.052703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.053102] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Instance network_info: |[{"id": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "address": "fa:16:3e:db:45:12", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2e10a-32", "ovs_interfaceid": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.053636] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:45:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a2e10a-3220-4599-8966-dbbff60d8af8', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.062990] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.063294] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.063613] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4588a501-4e03-4ede-bb59-f7e3e217a23b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.087008] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.087008] env[70498]: value = "task-3614186" [ 769.087008] env[70498]: _type = "Task" [ 769.087008] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.099034] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614186, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.185174] env[70498]: DEBUG nova.compute.manager [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Received event network-vif-plugged-d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.185444] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Acquiring lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.185667] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.185851] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.186011] env[70498]: DEBUG nova.compute.manager [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] No waiting events found dispatching network-vif-plugged-d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.186179] env[70498]: WARNING nova.compute.manager [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Received unexpected event network-vif-plugged-d2a2e10a-3220-4599-8966-dbbff60d8af8 for instance with vm_state building and task_state spawning. [ 769.186418] env[70498]: DEBUG nova.compute.manager [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Received event network-changed-d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.186596] env[70498]: DEBUG nova.compute.manager [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Refreshing instance network info cache due to event network-changed-d2a2e10a-3220-4599-8966-dbbff60d8af8. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.186786] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Acquiring lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.186921] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Acquired lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187639] env[70498]: DEBUG nova.network.neutron [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Refreshing network info cache for port d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.377333] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.377694] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-863e591f-5ba2-4792-aa40-50b319b05c97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.387426] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 769.387426] env[70498]: value = "task-3614187" [ 769.387426] env[70498]: _type = "Task" [ 769.387426] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.395433] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.500016] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.500547] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.508269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.487s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.508503] env[70498]: DEBUG nova.objects.instance [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'resources' on Instance uuid 8d879fd2-8368-4e36-8d02-6efd50503650 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.509760] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742611} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.510324] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0/ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.510578] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.510849] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1421f7e9-f5f5-4f24-bcde-aac3f97a6e74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.524129] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 769.524129] env[70498]: value = "task-3614188" [ 769.524129] env[70498]: _type = "Task" [ 769.524129] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.536923] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.597328] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614186, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.898134] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.018377] env[70498]: DEBUG nova.compute.utils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.019653] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.019967] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.038165] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067503} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.038867] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.040471] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a195aa-dcc4-43f3-82b6-c29c68d86f33 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.073040] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0/ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.076302] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb9cb2b-ac09-4309-96df-c4c139018edb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.095723] env[70498]: DEBUG nova.policy [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09e9e69825c04b14b35511dee3af26b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9933a863d7f94cf18b769770374097ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.098038] env[70498]: DEBUG nova.network.neutron [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Updated VIF entry in instance network info cache for port d2a2e10a-3220-4599-8966-dbbff60d8af8. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.098429] env[70498]: DEBUG nova.network.neutron [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Updating instance_info_cache with network_info: [{"id": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "address": "fa:16:3e:db:45:12", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2e10a-32", "ovs_interfaceid": "d2a2e10a-3220-4599-8966-dbbff60d8af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.111567] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614186, 'name': CreateVM_Task, 'duration_secs': 0.978031} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.112901] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.113326] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 770.113326] env[70498]: value = "task-3614189" [ 770.113326] env[70498]: _type = "Task" [ 770.113326] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.114982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.114982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.115375] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.118826] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6d50fc-ff6f-4ece-b4a6-53335a7e9d6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.130023] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 770.130023] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5201a84b-619c-26d3-25ad-02d9533899ce" [ 770.130023] env[70498]: _type = "Task" [ 770.130023] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.132775] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.142959] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5201a84b-619c-26d3-25ad-02d9533899ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.145962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.146330] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.146631] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.146840] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.147066] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.147672] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7268b1e9-895b-4c5c-8494-6661ba14cafc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.157776] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.157983] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.161018] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e0cf9c2-f74b-4f68-90b8-7747fcf06181 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.173401] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 770.173401] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52364e6c-0cfe-56a1-630f-0eb11bd95483" [ 770.173401] env[70498]: _type = "Task" [ 770.173401] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.185244] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52364e6c-0cfe-56a1-630f-0eb11bd95483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.414967] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.463515] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Successfully created port: 89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.523361] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.604217] env[70498]: DEBUG oslo_concurrency.lockutils [req-4998f651-2f98-4f1a-a49c-55848e8a6678 req-f85b3763-f789-4299-8e18-9c081481ce6b service nova] Releasing lock "refresh_cache-cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.625429] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.691026] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52364e6c-0cfe-56a1-630f-0eb11bd95483, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.691026] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbd4b70-a589-41d0-9e13-d54c314bdcb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.695796] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 770.695796] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5294bd08-8f8d-ab83-9f40-4367a28a56ad" [ 770.695796] env[70498]: _type = "Task" [ 770.695796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.704441] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5294bd08-8f8d-ab83-9f40-4367a28a56ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.706486] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a077f-7b5f-4ad2-99e8-519302ed905f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.713757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4c201-2c36-4c48-aea5-cd4aa0e4b192 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.746627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a86e7f-f412-4354-92ff-61d71d093828 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.754425] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c36117-deb0-47ff-abc3-6a120768203b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.770210] env[70498]: DEBUG nova.compute.provider_tree [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.901926] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.128615] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614189, 'name': ReconfigVM_Task, 'duration_secs': 0.894451} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.128893] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0/ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.129591] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77e088e7-8d3b-4115-8d10-b9e5f316c03c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.136457] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 771.136457] env[70498]: value = "task-3614191" [ 771.136457] env[70498]: _type = "Task" [ 771.136457] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.143857] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614191, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.206405] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5294bd08-8f8d-ab83-9f40-4367a28a56ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.207232] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.207232] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cf72ad0e-a3aa-4186-ac7f-9b0bf5221496/cf72ad0e-a3aa-4186-ac7f-9b0bf5221496.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.207232] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cad5ceb-f46a-4cd8-8fb4-13f8f0e45e3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.218739] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 771.218739] env[70498]: value = "task-3614192" [ 771.218739] env[70498]: _type = "Task" [ 771.218739] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.228165] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.273955] env[70498]: DEBUG nova.scheduler.client.report [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.402408] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.532860] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.558281] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.559160] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.559160] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.559312] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.559535] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.559750] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.559985] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.560211] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.560344] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.560549] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.560745] env[70498]: DEBUG nova.virt.hardware [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.562068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639ca180-0db4-4fd9-831c-6ad4a3272031 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.571587] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e8eae1-9af3-43b1-82bf-4413f54262a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.652220] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614191, 'name': Rename_Task, 'duration_secs': 0.197306} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.652220] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.652220] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfdf377e-3b89-4ed2-bbdb-6f8aeff1b443 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.662207] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 771.662207] env[70498]: value = "task-3614193" [ 771.662207] env[70498]: _type = "Task" [ 771.662207] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.673092] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.729653] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487982} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.729653] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cf72ad0e-a3aa-4186-ac7f-9b0bf5221496/cf72ad0e-a3aa-4186-ac7f-9b0bf5221496.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.729820] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.730386] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-947f38dc-3805-42fc-b11c-dbc76737a4e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.738473] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 771.738473] env[70498]: value = "task-3614194" [ 771.738473] env[70498]: _type = "Task" [ 771.738473] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.746426] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.779684] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.783606] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.728s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.783838] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.784258] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 771.784843] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.338s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.785241] env[70498]: DEBUG nova.objects.instance [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lazy-loading 'resources' on Instance uuid 4f236af5-261e-4c5f-83f6-c66214ad5d80 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.787671] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24badb2-2930-482f-a31a-35f27e129a35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.796415] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db22aff-98bd-4682-bdbc-1a41738ebce7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.815909] env[70498]: INFO nova.scheduler.client.report [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocations for instance 8d879fd2-8368-4e36-8d02-6efd50503650 [ 771.818279] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ce8e1e-74b9-4c6b-bf9b-650b51473a11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.828093] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd2b86f-3699-4af1-af5a-919b2896347a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.859637] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179456MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 771.860023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.903659] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614187, 'name': CloneVM_Task, 'duration_secs': 2.427111} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.903659] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Created linked-clone VM from snapshot [ 771.904881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5731ca3-5933-4d2a-a3ea-04f5238220b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.913332] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Uploading image 273b582b-c786-492f-99ef-1ac1d4bcf93c {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.936021] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.936021] env[70498]: value = "vm-720906" [ 771.936021] env[70498]: _type = "VirtualMachine" [ 771.936021] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.936413] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-044fa3ef-4505-4da4-afbf-4f87b015a25a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.943157] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease: (returnval){ [ 771.943157] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f3147c-9f0f-77ba-5d80-43187910d31f" [ 771.943157] env[70498]: _type = "HttpNfcLease" [ 771.943157] env[70498]: } obtained for exporting VM: (result){ [ 771.943157] env[70498]: value = "vm-720906" [ 771.943157] env[70498]: _type = "VirtualMachine" [ 771.943157] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.943397] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the lease: (returnval){ [ 771.943397] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f3147c-9f0f-77ba-5d80-43187910d31f" [ 771.943397] env[70498]: _type = "HttpNfcLease" [ 771.943397] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.949782] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.949782] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f3147c-9f0f-77ba-5d80-43187910d31f" [ 771.949782] env[70498]: _type = "HttpNfcLease" [ 771.949782] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.042961] env[70498]: DEBUG nova.compute.manager [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Received event network-vif-plugged-89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.043191] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] Acquiring lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.043738] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.045871] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.046430] env[70498]: DEBUG nova.compute.manager [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] No waiting events found dispatching network-vif-plugged-89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.046569] env[70498]: WARNING nova.compute.manager [req-5b9d26ef-6492-4088-853e-30a6f9976b51 req-00a4c517-5786-495c-83e8-c3299f3b6b3a service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Received unexpected event network-vif-plugged-89ce3427-1171-415a-899b-dc736d9240df for instance with vm_state building and task_state spawning. [ 772.138406] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Successfully updated port: 89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.172147] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614193, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.234080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.234080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.248176] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.248176] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.248845] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a53958d-ff2e-4710-a091-ba1ae7d3a906 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.273422] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] cf72ad0e-a3aa-4186-ac7f-9b0bf5221496/cf72ad0e-a3aa-4186-ac7f-9b0bf5221496.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.274021] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9f7e6f-33a7-416b-a145-828392a7c200 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.294869] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 772.294869] env[70498]: value = "task-3614196" [ 772.294869] env[70498]: _type = "Task" [ 772.294869] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.302810] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.329222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1fdd9589-29aa-4683-b602-f717af753107 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "8d879fd2-8368-4e36-8d02-6efd50503650" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.922s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.450233] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.450233] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f3147c-9f0f-77ba-5d80-43187910d31f" [ 772.450233] env[70498]: _type = "HttpNfcLease" [ 772.450233] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.452741] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.452741] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f3147c-9f0f-77ba-5d80-43187910d31f" [ 772.452741] env[70498]: _type = "HttpNfcLease" [ 772.452741] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.453646] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ad669-d6e8-4ff9-b753-257bdcf5ca9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.460739] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.461664] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.559580] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1a2300c-ef1c-42bc-86e0-59266c2611d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.641951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.641951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquired lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.642100] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.672095] env[70498]: DEBUG oslo_vmware.api [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614193, 'name': PowerOnVM_Task, 'duration_secs': 0.583736} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.674723] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.674934] env[70498]: INFO nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Took 8.80 seconds to spawn the instance on the hypervisor. [ 772.675154] env[70498]: DEBUG nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.676129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38162199-6d8f-4317-a7ef-c5018e6838bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.805176] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614196, 'name': ReconfigVM_Task, 'duration_secs': 0.286153} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.805475] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Reconfigured VM instance instance-0000001d to attach disk [datastore2] cf72ad0e-a3aa-4186-ac7f-9b0bf5221496/cf72ad0e-a3aa-4186-ac7f-9b0bf5221496.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.806211] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4d64d9-2b49-4527-8776-bdf254e120c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.816931] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 772.816931] env[70498]: value = "task-3614198" [ 772.816931] env[70498]: _type = "Task" [ 772.816931] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.828624] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614198, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.870603] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119c254b-215b-4113-9378-43c33ff2837e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.878721] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9561d971-2c0a-49db-a010-4224b4ec56f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.916506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ce99b-bea2-4b2a-b4c7-30aa7ea65027 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.924881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1701e3a9-c737-4b3d-beb0-b7b8dd85ae6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.939615] env[70498]: DEBUG nova.compute.provider_tree [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.195789] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.202016] env[70498]: INFO nova.compute.manager [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Took 36.74 seconds to build instance. [ 773.327094] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614198, 'name': Rename_Task, 'duration_secs': 0.279266} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.327532] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.327910] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd12a11b-3431-4ce6-8c2b-45d8969ec90f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.337913] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 773.337913] env[70498]: value = "task-3614199" [ 773.337913] env[70498]: _type = "Task" [ 773.337913] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.346724] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.350027] env[70498]: DEBUG nova.network.neutron [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Updating instance_info_cache with network_info: [{"id": "89ce3427-1171-415a-899b-dc736d9240df", "address": "fa:16:3e:b0:82:59", "network": {"id": "0afee8f7-d69a-4911-aa99-c57a521f3bf5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-969747640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9933a863d7f94cf18b769770374097ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ce3427-11", "ovs_interfaceid": "89ce3427-1171-415a-899b-dc736d9240df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.443278] env[70498]: DEBUG nova.scheduler.client.report [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.709193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b82342c-0e82-43b3-b24a-6edaddd3de05 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.518s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.849158] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.854281] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Releasing lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.854808] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Instance network_info: |[{"id": "89ce3427-1171-415a-899b-dc736d9240df", "address": "fa:16:3e:b0:82:59", "network": {"id": "0afee8f7-d69a-4911-aa99-c57a521f3bf5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-969747640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9933a863d7f94cf18b769770374097ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ce3427-11", "ovs_interfaceid": "89ce3427-1171-415a-899b-dc736d9240df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.855370] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:82:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40c947c4-f471-4d48-8e43-fee54198107e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ce3427-1171-415a-899b-dc736d9240df', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.863606] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Creating folder: Project (9933a863d7f94cf18b769770374097ad). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.863988] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a69012-5625-4895-8409-4c31f797f027 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.875299] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Created folder: Project (9933a863d7f94cf18b769770374097ad) in parent group-v720819. [ 773.875573] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Creating folder: Instances. Parent ref: group-v720907. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.876223] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d7cd0f-1149-4d36-af0a-045275f5362f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.888195] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Created folder: Instances in parent group-v720907. [ 773.888595] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.888849] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.889219] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cbf6063-9493-410b-a2d1-742743ae873f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.911591] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.911591] env[70498]: value = "task-3614202" [ 773.911591] env[70498]: _type = "Task" [ 773.911591] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.927942] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614202, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.948409] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.952595] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.788s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.955172] env[70498]: INFO nova.compute.claims [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.978927] env[70498]: INFO nova.scheduler.client.report [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Deleted allocations for instance 4f236af5-261e-4c5f-83f6-c66214ad5d80 [ 774.179469] env[70498]: DEBUG nova.compute.manager [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Received event network-changed-89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.179601] env[70498]: DEBUG nova.compute.manager [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Refreshing instance network info cache due to event network-changed-89ce3427-1171-415a-899b-dc736d9240df. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.179839] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] Acquiring lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.180102] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] Acquired lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.180599] env[70498]: DEBUG nova.network.neutron [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Refreshing network info cache for port 89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.214532] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.347715] env[70498]: DEBUG oslo_vmware.api [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614199, 'name': PowerOnVM_Task, 'duration_secs': 0.81283} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.348074] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.348394] env[70498]: INFO nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Took 7.68 seconds to spawn the instance on the hypervisor. [ 774.348625] env[70498]: DEBUG nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.349417] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1858f02d-0516-4ff1-8bc3-43069600a114 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.418695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.419060] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.419371] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.419685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.420337] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.426339] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614202, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.430032] env[70498]: INFO nova.compute.manager [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Terminating instance [ 774.487935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-67590ee8-d257-4086-8636-6b2e81d7ca51 tempest-InstanceActionsNegativeTestJSON-1110523377 tempest-InstanceActionsNegativeTestJSON-1110523377-project-member] Lock "4f236af5-261e-4c5f-83f6-c66214ad5d80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.703s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.744110] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.871847] env[70498]: INFO nova.compute.manager [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Took 37.66 seconds to build instance. [ 774.927938] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614202, 'name': CreateVM_Task, 'duration_secs': 0.612036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.928381] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.929342] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.929680] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.930145] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.931023] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643d633a-2878-4703-a995-6704c7925520 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.933823] env[70498]: DEBUG nova.compute.manager [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.934205] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.935201] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b352d8e6-fc60-4501-b8a3-3a989370e029 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.946186] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 774.946186] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524746a1-bb35-6eaf-606b-d1e305a46fdb" [ 774.946186] env[70498]: _type = "Task" [ 774.946186] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.950526] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.955224] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d365a914-ac33-4ffb-9328-1635c6bd3354 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.967194] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524746a1-bb35-6eaf-606b-d1e305a46fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.015406} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.972649] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.972649] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.972649] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.972649] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.973138] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.973138] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 774.973138] env[70498]: value = "task-3614204" [ 774.973138] env[70498]: _type = "Task" [ 774.973138] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.978296] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f216dcee-fbee-49cb-9d35-9bbb7adecc1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.992938] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.994481] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.994665] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.996106] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3f7272-f7c3-4528-88b2-619d9d2f01d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.004961] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 775.004961] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52eefc9f-1e7e-80bf-3311-43a2bfdcc381" [ 775.004961] env[70498]: _type = "Task" [ 775.004961] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.017261] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52eefc9f-1e7e-80bf-3311-43a2bfdcc381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.082244] env[70498]: DEBUG nova.network.neutron [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Updated VIF entry in instance network info cache for port 89ce3427-1171-415a-899b-dc736d9240df. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.082903] env[70498]: DEBUG nova.network.neutron [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Updating instance_info_cache with network_info: [{"id": "89ce3427-1171-415a-899b-dc736d9240df", "address": "fa:16:3e:b0:82:59", "network": {"id": "0afee8f7-d69a-4911-aa99-c57a521f3bf5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-969747640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9933a863d7f94cf18b769770374097ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40c947c4-f471-4d48-8e43-fee54198107e", "external-id": "nsx-vlan-transportzone-203", "segmentation_id": 203, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ce3427-11", "ovs_interfaceid": "89ce3427-1171-415a-899b-dc736d9240df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.376330] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1163cef2-4620-4fe5-b758-b05eeaf9c3da tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.014s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.493822] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614204, 'name': PowerOffVM_Task, 'duration_secs': 0.422491} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.497024] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.497656] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.498684] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7075760c-64bb-4154-89d3-9af88340bd86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.524430] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52eefc9f-1e7e-80bf-3311-43a2bfdcc381, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.524430] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c724bd-58af-4f1b-8d96-f32e47876f48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.533174] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 775.533174] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52028f66-80e4-3267-a580-c406cb73a263" [ 775.533174] env[70498]: _type = "Task" [ 775.533174] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.548485] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52028f66-80e4-3267-a580-c406cb73a263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.589888] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4c0ff86-b507-4e77-bb3c-7963d9b28b51 req-6ce07e9e-8413-43cb-ada1-616847b1f574 service nova] Releasing lock "refresh_cache-8d6e650f-3557-4ee7-b711-df7b27dbfcf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.619584] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72913277-9ca1-4285-8511-d486abf7e314 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.628860] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24d15f-839f-4721-81f3-7b3183b1aa87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.680071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd51ac5-99cf-4860-a400-354a391258a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.691756] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3de72-8a05-4e42-bdf3-223308748660 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.710161] env[70498]: DEBUG nova.compute.provider_tree [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.824964] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.825330] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.825433] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Deleting the datastore file [datastore2] ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.825680] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56052adc-3051-45da-b588-bbc84375c0fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.835184] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for the task: (returnval){ [ 775.835184] env[70498]: value = "task-3614206" [ 775.835184] env[70498]: _type = "Task" [ 775.835184] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.842433] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.878710] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.045753] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52028f66-80e4-3267-a580-c406cb73a263, 'name': SearchDatastore_Task, 'duration_secs': 0.016305} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.045753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.045753] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d6e650f-3557-4ee7-b711-df7b27dbfcf5/8d6e650f-3557-4ee7-b711-df7b27dbfcf5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.045753] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e764c13b-53d8-4791-b961-342971431a6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.051595] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 776.051595] env[70498]: value = "task-3614207" [ 776.051595] env[70498]: _type = "Task" [ 776.051595] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.064024] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.212374] env[70498]: DEBUG nova.scheduler.client.report [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.346303] env[70498]: DEBUG oslo_vmware.api [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Task: {'id': task-3614206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.346576] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.346762] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.346963] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.347161] env[70498]: INFO nova.compute.manager [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Took 1.41 seconds to destroy the instance on the hypervisor. [ 776.347426] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.347736] env[70498]: DEBUG nova.compute.manager [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.347910] env[70498]: DEBUG nova.network.neutron [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.406385] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.569453] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.720834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.721976] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.729908] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.035s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.900668] env[70498]: DEBUG nova.compute.manager [req-b65d10ae-102b-4bb9-b09e-3f84ed42d267 req-556e706b-ec82-4dad-a160-316d2ea19e99 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Received event network-vif-deleted-b62d0c49-7cc6-438c-8754-4082cf43fc4c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.900946] env[70498]: INFO nova.compute.manager [req-b65d10ae-102b-4bb9-b09e-3f84ed42d267 req-556e706b-ec82-4dad-a160-316d2ea19e99 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Neutron deleted interface b62d0c49-7cc6-438c-8754-4082cf43fc4c; detaching it from the instance and deleting it from the info cache [ 776.901141] env[70498]: DEBUG nova.network.neutron [req-b65d10ae-102b-4bb9-b09e-3f84ed42d267 req-556e706b-ec82-4dad-a160-316d2ea19e99 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.070028] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589914} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.070538] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8d6e650f-3557-4ee7-b711-df7b27dbfcf5/8d6e650f-3557-4ee7-b711-df7b27dbfcf5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.073023] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.073023] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be104df-7894-4109-9bfb-32bd63cb5e68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.079642] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 777.079642] env[70498]: value = "task-3614209" [ 777.079642] env[70498]: _type = "Task" [ 777.079642] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.097649] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.233727] env[70498]: DEBUG nova.compute.utils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.235295] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.235521] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.310233] env[70498]: DEBUG nova.policy [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a1d1f473cf449849bea9678a93466aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f1c36263ac4d9ca05b244d69452398', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.313455] env[70498]: DEBUG nova.network.neutron [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.410030] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8256c2dd-e2bc-469b-afcf-3d5cdba24f8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.418102] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db89e999-37ed-4933-bcc8-a7bce1959abe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.462298] env[70498]: DEBUG nova.compute.manager [req-b65d10ae-102b-4bb9-b09e-3f84ed42d267 req-556e706b-ec82-4dad-a160-316d2ea19e99 service nova] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Detach interface failed, port_id=b62d0c49-7cc6-438c-8754-4082cf43fc4c, reason: Instance ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 777.589257] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07298} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.589593] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.590882] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7dfda7-5744-4814-866d-77f3a1cc6eff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.621371] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 8d6e650f-3557-4ee7-b711-df7b27dbfcf5/8d6e650f-3557-4ee7-b711-df7b27dbfcf5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.624503] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d909d8ba-0e46-4da2-b5f2-55cd649a8f39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646586] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 777.646586] env[70498]: value = "task-3614210" [ 777.646586] env[70498]: _type = "Task" [ 777.646586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.658850] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.736423] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Successfully created port: 2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.744262] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.819023] env[70498]: INFO nova.compute.manager [-] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Took 1.47 seconds to deallocate network for instance. [ 777.937931] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaf1b3a-58d6-411e-9fe8-bb3646334430 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.946264] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcefbc6-993b-4fd9-8f5f-87680df700b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.980576] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921bcacc-7d21-4deb-9758-9a5331b4eb1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.988720] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f153ef3-5d6f-42a5-b4f6-2c7bcfea5612 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.005121] env[70498]: DEBUG nova.compute.provider_tree [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.160304] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.325892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.507179] env[70498]: DEBUG nova.scheduler.client.report [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.657341] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614210, 'name': ReconfigVM_Task, 'duration_secs': 0.698148} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.657679] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 8d6e650f-3557-4ee7-b711-df7b27dbfcf5/8d6e650f-3557-4ee7-b711-df7b27dbfcf5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.658325] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88163d6-76d9-43e4-bd95-17e0dd48ac21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.665695] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 778.665695] env[70498]: value = "task-3614211" [ 778.665695] env[70498]: _type = "Task" [ 778.665695] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.674752] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614211, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.756332] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.780974] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.781232] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.781385] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.781574] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.782821] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.782821] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.782821] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.782821] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.782821] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.783053] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.783053] env[70498]: DEBUG nova.virt.hardware [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.784126] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44efe7db-0688-4832-b20d-e02ffb198e25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.792146] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ef2ffd-9237-4e27-ba51-ae4f031ccb07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.871345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.871823] env[70498]: DEBUG oslo_concurrency.lockutils [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.872150] env[70498]: DEBUG nova.compute.manager [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.873392] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dba25-b911-45a7-a97b-4a3e8e0cfc62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.881490] env[70498]: DEBUG nova.compute.manager [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 778.882081] env[70498]: DEBUG nova.objects.instance [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lazy-loading 'flavor' on Instance uuid a254f5a7-843c-4cb2-aad7-33a93d91c079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.178151] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614211, 'name': Rename_Task, 'duration_secs': 0.206864} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.179497] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.180234] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0608e287-510e-4ef3-a85d-176ae84d4bb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.188361] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 779.188361] env[70498]: value = "task-3614213" [ 779.188361] env[70498]: _type = "Task" [ 779.188361] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.198196] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.283449] env[70498]: DEBUG nova.compute.manager [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Received event network-vif-plugged-2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.284056] env[70498]: DEBUG oslo_concurrency.lockutils [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] Acquiring lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.284283] env[70498]: DEBUG oslo_concurrency.lockutils [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.284449] env[70498]: DEBUG oslo_concurrency.lockutils [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.284804] env[70498]: DEBUG nova.compute.manager [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] No waiting events found dispatching network-vif-plugged-2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.285042] env[70498]: WARNING nova.compute.manager [req-39d2f011-a44a-4588-a5e6-0f4c840ae5d6 req-b4794a0d-b987-4e7c-a363-5850a92d1b82 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Received unexpected event network-vif-plugged-2e9fa013-f59d-469a-846a-ff36166d8110 for instance with vm_state building and task_state spawning. [ 779.422469] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Successfully updated port: 2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.520938] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.793s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.523910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.886s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.524056] env[70498]: DEBUG nova.objects.instance [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lazy-loading 'resources' on Instance uuid 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.704714] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614213, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.901239] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.901516] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d881b987-6e70-4a46-86fc-571641c4a512 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.910099] env[70498]: DEBUG oslo_vmware.api [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 779.910099] env[70498]: value = "task-3614214" [ 779.910099] env[70498]: _type = "Task" [ 779.910099] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.923336] env[70498]: DEBUG oslo_vmware.api [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.927335] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.927597] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquired lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.927681] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.112686] env[70498]: INFO nova.scheduler.client.report [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleted allocation for migration 4518cff9-e894-482c-b3b9-59a94a2261c0 [ 780.203209] env[70498]: DEBUG oslo_vmware.api [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614213, 'name': PowerOnVM_Task, 'duration_secs': 0.588051} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.206665] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.206894] env[70498]: INFO nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 780.207133] env[70498]: DEBUG nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.208642] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355fd956-2209-4ee2-8fb8-6a88e3a56dbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.423135] env[70498]: DEBUG oslo_vmware.api [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614214, 'name': PowerOffVM_Task, 'duration_secs': 0.375612} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.427151] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.427151] env[70498]: DEBUG nova.compute.manager [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.427954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee3687-d1bf-4cba-aa38-aa585f4255fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.494180] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.622794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe83f43e-f627-48bd-ac4c-6dacd62a5ade tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.096s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.714602] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5fe9a-d866-4b53-9537-d6c294e9ed02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.725729] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87c95e-74db-4408-9a4b-a27dce01fa66 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.770839] env[70498]: INFO nova.compute.manager [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Took 42.89 seconds to build instance. [ 780.772426] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615dec7b-b426-413f-a49b-c8804722519c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781179] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedc3b9-ed00-4807-83da-6d5842b2ec18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.796420] env[70498]: DEBUG nova.compute.provider_tree [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.955881] env[70498]: DEBUG oslo_concurrency.lockutils [None req-398dd6d9-b439-4f58-a366-4bef62e9067c tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.086255] env[70498]: DEBUG nova.network.neutron [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updating instance_info_cache with network_info: [{"id": "2e9fa013-f59d-469a-846a-ff36166d8110", "address": "fa:16:3e:7c:a9:b2", "network": {"id": "a4cac54b-37fc-42ab-8444-51b386ae9027", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-201848055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f1c36263ac4d9ca05b244d69452398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9fa013-f5", "ovs_interfaceid": "2e9fa013-f59d-469a-846a-ff36166d8110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.278834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df997576-3815-4cab-b0e5-abc4ecfa5838 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.704s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.299893] env[70498]: DEBUG nova.scheduler.client.report [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.590272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Releasing lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.591528] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Instance network_info: |[{"id": "2e9fa013-f59d-469a-846a-ff36166d8110", "address": "fa:16:3e:7c:a9:b2", "network": {"id": "a4cac54b-37fc-42ab-8444-51b386ae9027", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-201848055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f1c36263ac4d9ca05b244d69452398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9fa013-f5", "ovs_interfaceid": "2e9fa013-f59d-469a-846a-ff36166d8110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.591705] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a9:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9fa013-f59d-469a-846a-ff36166d8110', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.607123] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Creating folder: Project (d4f1c36263ac4d9ca05b244d69452398). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.609886] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ecc237-2e74-4618-822b-eba83b2abbff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.621228] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.622362] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea0108-816e-4a80-9644-58af20812b70 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.626462] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Created folder: Project (d4f1c36263ac4d9ca05b244d69452398) in parent group-v720819. [ 781.626651] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Creating folder: Instances. Parent ref: group-v720911. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.627242] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d85d63c-d14d-4ff3-83aa-9b3e96b9aac7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.631589] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.631780] env[70498]: ERROR oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk due to incomplete transfer. [ 781.632556] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2483886b-0a97-441f-957f-73f88eb2e380 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.639261] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Created folder: Instances in parent group-v720911. [ 781.639692] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.639953] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.640270] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80f9cdb-a38e-439f-9453-f632a839c22e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.656402] env[70498]: DEBUG oslo_vmware.rw_handles [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a6320-f310-d5ba-93b8-25f38575edfe/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.656646] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Uploaded image 273b582b-c786-492f-99ef-1ac1d4bcf93c to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.658791] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.659426] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a30983a3-ef7b-4c2d-9437-78494824096f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.663131] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.663131] env[70498]: value = "task-3614218" [ 781.663131] env[70498]: _type = "Task" [ 781.663131] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.667258] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 781.667258] env[70498]: value = "task-3614219" [ 781.667258] env[70498]: _type = "Task" [ 781.667258] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.673819] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614218, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.678283] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614219, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.711693] env[70498]: DEBUG nova.compute.manager [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Received event network-changed-2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.711864] env[70498]: DEBUG nova.compute.manager [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Refreshing instance network info cache due to event network-changed-2e9fa013-f59d-469a-846a-ff36166d8110. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.712078] env[70498]: DEBUG oslo_concurrency.lockutils [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] Acquiring lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.712218] env[70498]: DEBUG oslo_concurrency.lockutils [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] Acquired lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.712469] env[70498]: DEBUG nova.network.neutron [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Refreshing network info cache for port 2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.714195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.714394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.714692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.714778] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.715068] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.719263] env[70498]: INFO nova.compute.manager [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Terminating instance [ 781.783296] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.808780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.810751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.997s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.812627] env[70498]: INFO nova.compute.claims [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.838021] env[70498]: INFO nova.scheduler.client.report [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Deleted allocations for instance 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857 [ 781.943633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "47e42565-2ce9-434d-887e-d6bba51ff73a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.944121] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.975626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.975721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.004134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.004134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.178441] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614218, 'name': CreateVM_Task, 'duration_secs': 0.419285} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.185437] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.185437] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614219, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.187192] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.187192] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.187423] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.188150] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c11d3a0-677b-44fd-9072-992814c39551 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.198153] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 782.198153] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6e7c-1a17-8257-ceed-9a313e9c2029" [ 782.198153] env[70498]: _type = "Task" [ 782.198153] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.210925] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6e7c-1a17-8257-ceed-9a313e9c2029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.225176] env[70498]: DEBUG nova.compute.manager [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.225400] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.226270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3579e-27c0-4cad-9827-0f2828f107a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.236446] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.236733] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28124e7b-5351-462c-8e5b-37fabafac16a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.242764] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 782.242764] env[70498]: value = "task-3614220" [ 782.242764] env[70498]: _type = "Task" [ 782.242764] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.252343] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.315147] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.348134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2c91f4f-c4a0-462f-9a03-7f2ebb255901 tempest-FloatingIPsAssociationNegativeTestJSON-23371793 tempest-FloatingIPsAssociationNegativeTestJSON-23371793-project-member] Lock "0a3c1f6b-50f2-4a0b-aea4-4e46861c2857" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.898s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.606238] env[70498]: DEBUG nova.network.neutron [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updated VIF entry in instance network info cache for port 2e9fa013-f59d-469a-846a-ff36166d8110. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.606609] env[70498]: DEBUG nova.network.neutron [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updating instance_info_cache with network_info: [{"id": "2e9fa013-f59d-469a-846a-ff36166d8110", "address": "fa:16:3e:7c:a9:b2", "network": {"id": "a4cac54b-37fc-42ab-8444-51b386ae9027", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-201848055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f1c36263ac4d9ca05b244d69452398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9fa013-f5", "ovs_interfaceid": "2e9fa013-f59d-469a-846a-ff36166d8110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.678868] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614219, 'name': Destroy_Task, 'duration_secs': 0.776446} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.679168] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Destroyed the VM [ 782.679407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.679650] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8edd6f75-2952-4a1b-98a2-95a1d42a17e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.687048] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 782.687048] env[70498]: value = "task-3614221" [ 782.687048] env[70498]: _type = "Task" [ 782.687048] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.690676] env[70498]: DEBUG nova.objects.instance [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lazy-loading 'flavor' on Instance uuid a254f5a7-843c-4cb2-aad7-33a93d91c079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.698086] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.707473] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6e7c-1a17-8257-ceed-9a313e9c2029, 'name': SearchDatastore_Task, 'duration_secs': 0.021796} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.708414] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.708652] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.708899] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.709059] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.709233] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.709722] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd0abcbf-8ca9-4c53-a72a-5e48a7668bfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.719909] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.720105] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.721292] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d387c9e-3a78-4a4a-a2d3-5cf41d045ecb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.728496] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 782.728496] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c7c69e-7f9f-6179-04f3-5b9a6528e8ee" [ 782.728496] env[70498]: _type = "Task" [ 782.728496] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.737584] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c7c69e-7f9f-6179-04f3-5b9a6528e8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.755766] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614220, 'name': PowerOffVM_Task, 'duration_secs': 0.278393} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.757454] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.757454] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.757454] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa70574-d8b1-4e09-ab8f-4130cb72aa51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.811476] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.811476] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.811971] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Deleting the datastore file [datastore1] 8d6e650f-3557-4ee7-b711-df7b27dbfcf5 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.812470] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a72a2f5-1bd2-4a21-85e4-7dfe95d16de3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.819014] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for the task: (returnval){ [ 782.819014] env[70498]: value = "task-3614223" [ 782.819014] env[70498]: _type = "Task" [ 782.819014] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.834871] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.110460] env[70498]: DEBUG oslo_concurrency.lockutils [req-72eb4f4b-6931-4c9c-a6fc-2f4330746080 req-1a02aa3b-b7f5-442a-b14f-98187de6ba7b service nova] Releasing lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.199549] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614221, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.205023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.205023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquired lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.205023] env[70498]: DEBUG nova.network.neutron [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.205023] env[70498]: DEBUG nova.objects.instance [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lazy-loading 'info_cache' on Instance uuid a254f5a7-843c-4cb2-aad7-33a93d91c079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.241308] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c7c69e-7f9f-6179-04f3-5b9a6528e8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008988} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.246139] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cfe5cd7-2151-4e59-99b6-9a40e513ac98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.254144] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 783.254144] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bb3e2b-cb89-ea5a-0597-edde78a082d2" [ 783.254144] env[70498]: _type = "Task" [ 783.254144] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.267074] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bb3e2b-cb89-ea5a-0597-edde78a082d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.267907] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.267907] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d56cfe5a-312f-4906-8b84-b0bae9a842f6/d56cfe5a-312f-4906-8b84-b0bae9a842f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.267907] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d33321d-52e1-4ed1-b16a-de45ae4b7674 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.274643] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 783.274643] env[70498]: value = "task-3614224" [ 783.274643] env[70498]: _type = "Task" [ 783.274643] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.285125] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.341362] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.341617] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.341889] env[70498]: DEBUG oslo_vmware.api [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Task: {'id': task-3614223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36159} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.344885] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.345134] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.345356] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.345561] env[70498]: INFO nova.compute.manager [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 783.345832] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.346546] env[70498]: DEBUG nova.compute.manager [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.346715] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.415027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db2038b-85f2-4a28-97cd-55699787bb42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.423159] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec263437-1d0d-4e63-a858-20a410c7a3e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.458244] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a174f-119b-4a00-9beb-92b7ec8db1a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.467867] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e900f6e5-a3c9-4084-93a2-f99e74c58627 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.485013] env[70498]: DEBUG nova.compute.provider_tree [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.700850] env[70498]: DEBUG oslo_vmware.api [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.635244} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.701207] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.701491] env[70498]: INFO nova.compute.manager [None req-174f9041-d012-4d90-b9d7-926e6bde7e23 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 16.41 seconds to snapshot the instance on the hypervisor. [ 783.709113] env[70498]: DEBUG nova.objects.base [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 783.786111] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444796} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.786111] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d56cfe5a-312f-4906-8b84-b0bae9a842f6/d56cfe5a-312f-4906-8b84-b0bae9a842f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.786576] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.786576] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab1d74bf-16ca-4e7e-a942-cf7a0534dcdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.793129] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 783.793129] env[70498]: value = "task-3614225" [ 783.793129] env[70498]: _type = "Task" [ 783.793129] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.802742] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.993558] env[70498]: DEBUG nova.scheduler.client.report [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.999616] env[70498]: DEBUG nova.compute.manager [req-9be5006e-c3c4-4fbf-9805-395e0e025ce9 req-752188fd-06d6-4264-a386-8eb73d6e9752 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Received event network-vif-deleted-89ce3427-1171-415a-899b-dc736d9240df {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.999994] env[70498]: INFO nova.compute.manager [req-9be5006e-c3c4-4fbf-9805-395e0e025ce9 req-752188fd-06d6-4264-a386-8eb73d6e9752 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Neutron deleted interface 89ce3427-1171-415a-899b-dc736d9240df; detaching it from the instance and deleting it from the info cache [ 784.000313] env[70498]: DEBUG nova.network.neutron [req-9be5006e-c3c4-4fbf-9805-395e0e025ce9 req-752188fd-06d6-4264-a386-8eb73d6e9752 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.305663] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068223} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.305663] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.306632] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af458f6-972d-4acb-984d-d592c868ec0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.336990] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d56cfe5a-312f-4906-8b84-b0bae9a842f6/d56cfe5a-312f-4906-8b84-b0bae9a842f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.340903] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.341837] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d3e774-4163-4891-afb3-e64deabedd08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.370020] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 784.370020] env[70498]: value = "task-3614226" [ 784.370020] env[70498]: _type = "Task" [ 784.370020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.377394] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.503350] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.503869] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.506974] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.098s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.507140] env[70498]: DEBUG nova.objects.instance [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lazy-loading 'resources' on Instance uuid 25ba20e3-49a5-47ac-9591-df19cd82b3a6 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.508430] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1223763d-a2be-439c-b4c6-e2c6fc26cbd1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.518254] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32df693d-2980-45da-a48a-76ef2c6940d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.556987] env[70498]: DEBUG nova.compute.manager [req-9be5006e-c3c4-4fbf-9805-395e0e025ce9 req-752188fd-06d6-4264-a386-8eb73d6e9752 service nova] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Detach interface failed, port_id=89ce3427-1171-415a-899b-dc736d9240df, reason: Instance 8d6e650f-3557-4ee7-b711-df7b27dbfcf5 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.586340] env[70498]: DEBUG nova.network.neutron [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Updating instance_info_cache with network_info: [{"id": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "address": "fa:16:3e:2a:6c:b7", "network": {"id": "66fb9d92-6828-4702-841d-426237cde938", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1342224802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59dfc43c97a543ca8c04d674f15ac7fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a841b4-ae", "ovs_interfaceid": "d3a841b4-ae9a-4419-85fb-d7ecd6083745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.861119] env[70498]: INFO nova.compute.manager [-] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Took 1.51 seconds to deallocate network for instance. [ 784.877459] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614226, 'name': ReconfigVM_Task, 'duration_secs': 0.465344} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.879439] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d56cfe5a-312f-4906-8b84-b0bae9a842f6/d56cfe5a-312f-4906-8b84-b0bae9a842f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.879439] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78891222-17c9-4380-b3ac-3aa094ff5140 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.888802] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 784.888802] env[70498]: value = "task-3614227" [ 784.888802] env[70498]: _type = "Task" [ 784.888802] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.898340] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614227, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.917361] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.917361] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.015576] env[70498]: DEBUG nova.compute.utils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.018582] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.018774] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.091443] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Releasing lock "refresh_cache-a254f5a7-843c-4cb2-aad7-33a93d91c079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.119186] env[70498]: DEBUG nova.policy [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbf1a6dc2e1c49b7a6ab57a3aba01a11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb8a2ec89d3b4531aab25d302a313a2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.369400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.401141] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614227, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.503280] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Successfully created port: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.523797] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.607485] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95deef0c-5412-4ee2-98c6-ca750b4776f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.616121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29624a-4370-4f45-9678-599066fa7994 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.652849] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc257e27-0e2a-4ae8-9621-57a7b8f94512 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.661553] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f140c1-d1f1-4dbc-9511-016aab32ffc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.674966] env[70498]: DEBUG nova.compute.provider_tree [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.902030] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614227, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.035344] env[70498]: DEBUG nova.compute.manager [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.042659] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84227164-44a0-4432-ab16-2142701386ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.104307] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.105641] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6393d3-8dbc-4c68-aa14-58e39b299361 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.111274] env[70498]: DEBUG oslo_vmware.api [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 786.111274] env[70498]: value = "task-3614228" [ 786.111274] env[70498]: _type = "Task" [ 786.111274] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.119436] env[70498]: DEBUG oslo_vmware.api [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.181016] env[70498]: DEBUG nova.scheduler.client.report [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.400809] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614227, 'name': Rename_Task, 'duration_secs': 1.240387} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.401368] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.401641] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c763e775-6703-43c9-bcab-04cc0923aa81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408434] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 786.408434] env[70498]: value = "task-3614229" [ 786.408434] env[70498]: _type = "Task" [ 786.408434] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.416793] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.549952] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.554822] env[70498]: INFO nova.compute.manager [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] instance snapshotting [ 786.560876] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102cbd39-c75b-4d0d-a78e-dcab7eacc01e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.594702] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.594970] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.595134] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.595368] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.595502] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.595681] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.595916] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.596179] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.596299] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.596480] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.597319] env[70498]: DEBUG nova.virt.hardware [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.597620] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4c7eba-badc-4e23-885e-a3ab29c624bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.600997] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1391ef-02d9-4cd5-8daf-deb428c8f74c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.611537] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce34cc-9697-43bd-aa22-412b90d8fc09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.635310] env[70498]: DEBUG oslo_vmware.api [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.687266] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.687437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.694s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.689321] env[70498]: INFO nova.compute.claims [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.713279] env[70498]: INFO nova.scheduler.client.report [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleted allocations for instance 25ba20e3-49a5-47ac-9591-df19cd82b3a6 [ 786.921458] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.055093] env[70498]: DEBUG nova.compute.manager [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Received event network-vif-plugged-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.055382] env[70498]: DEBUG oslo_concurrency.lockutils [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] Acquiring lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.055645] env[70498]: DEBUG oslo_concurrency.lockutils [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.055831] env[70498]: DEBUG oslo_concurrency.lockutils [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.055998] env[70498]: DEBUG nova.compute.manager [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] No waiting events found dispatching network-vif-plugged-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.056624] env[70498]: WARNING nova.compute.manager [req-651e8648-513c-4d8a-80f6-fdb49cdd0d93 req-a5e0df3a-5907-4810-aa95-338b1ce3a221 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Received unexpected event network-vif-plugged-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 for instance with vm_state building and task_state spawning. [ 787.123321] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.124264] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8133cf3c-d3f5-42ba-8e63-9708f7dd243c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.132756] env[70498]: DEBUG oslo_vmware.api [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614228, 'name': PowerOnVM_Task, 'duration_secs': 0.969297} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.134116] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.134410] env[70498]: DEBUG nova.compute.manager [None req-a3fd7fe7-eff4-4714-93c9-b7b075ff2897 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.134788] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 787.134788] env[70498]: value = "task-3614230" [ 787.134788] env[70498]: _type = "Task" [ 787.134788] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.135638] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd966951-38a5-4a09-aa61-894b667c51d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.152103] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614230, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.153023] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Successfully updated port: 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.220299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a8e9a12-7347-4b46-bb47-34b2df68e30a tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "25ba20e3-49a5-47ac-9591-df19cd82b3a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.785s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.419475] env[70498]: DEBUG oslo_vmware.api [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614229, 'name': PowerOnVM_Task, 'duration_secs': 0.519123} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.419820] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.420082] env[70498]: INFO nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Took 8.66 seconds to spawn the instance on the hypervisor. [ 787.420473] env[70498]: DEBUG nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.421331] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17460f5-bcb6-4a9b-a7d0-3607a1d58049 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.647589] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.657725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.657884] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquired lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.658062] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.946382] env[70498]: INFO nova.compute.manager [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Took 41.81 seconds to build instance. [ 788.054441] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "9010112d-e255-4da9-b10c-fa134575c977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.055095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.055095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "9010112d-e255-4da9-b10c-fa134575c977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.055295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.055432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.058318] env[70498]: INFO nova.compute.manager [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Terminating instance [ 788.148348] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614230, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.227104] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.318543] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f85313-33f5-45fb-929c-9725d443f86e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.332434] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899bce7d-675e-4659-b6f6-cabe96ba5135 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.366835] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02d090-a82c-48ca-9201-3933720a84c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.374649] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b8ba2b-2f4c-4866-8215-6db63a9d21cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.389797] env[70498]: DEBUG nova.compute.provider_tree [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.454996] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4d9242ad-48fa-40e3-ac76-40a412c0f736 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.977s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.566904] env[70498]: DEBUG nova.compute.manager [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.567061] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.567981] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5009cd1-c892-4245-8cae-90211f0892cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.578285] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.581144] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342d5fea-f8d0-404e-93b2-f81e7a2c8c7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.591503] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 788.591503] env[70498]: value = "task-3614231" [ 788.591503] env[70498]: _type = "Task" [ 788.591503] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.607023] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.651975] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614230, 'name': CreateSnapshot_Task, 'duration_secs': 1.190568} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.651975] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.651975] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aa5c2f-1a65-4f8c-be5e-7e7108e8d7c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.727767] env[70498]: DEBUG nova.network.neutron [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Updating instance_info_cache with network_info: [{"id": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "address": "fa:16:3e:65:62:75", "network": {"id": "204d620e-0cf9-44f7-aaf8-659778d9d9a0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-943256107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8a2ec89d3b4531aab25d302a313a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809e3da5-8f", "ovs_interfaceid": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.896235] env[70498]: DEBUG nova.scheduler.client.report [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.957808] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.036790] env[70498]: DEBUG nova.compute.manager [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Received event network-changed-2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.037422] env[70498]: DEBUG nova.compute.manager [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Refreshing instance network info cache due to event network-changed-2e9fa013-f59d-469a-846a-ff36166d8110. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.037715] env[70498]: DEBUG oslo_concurrency.lockutils [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] Acquiring lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.037926] env[70498]: DEBUG oslo_concurrency.lockutils [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] Acquired lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.038202] env[70498]: DEBUG nova.network.neutron [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Refreshing network info cache for port 2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.103440] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614231, 'name': PowerOffVM_Task, 'duration_secs': 0.441473} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.103873] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.105040] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.105040] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81bcb4da-b0f2-4f33-875e-26e2b9f8be68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.169884] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.170277] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da674118-aa18-48b1-b23f-37ff51115ffd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.179678] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 789.179678] env[70498]: value = "task-3614233" [ 789.179678] env[70498]: _type = "Task" [ 789.179678] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.190346] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614233, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.198885] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.199749] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.200123] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleting the datastore file [datastore1] 9010112d-e255-4da9-b10c-fa134575c977 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.200612] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05b8d758-efd1-433b-81a9-b652bfdfab0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.208789] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for the task: (returnval){ [ 789.208789] env[70498]: value = "task-3614234" [ 789.208789] env[70498]: _type = "Task" [ 789.208789] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.221361] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.234520] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Releasing lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.234856] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Instance network_info: |[{"id": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "address": "fa:16:3e:65:62:75", "network": {"id": "204d620e-0cf9-44f7-aaf8-659778d9d9a0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-943256107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8a2ec89d3b4531aab25d302a313a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809e3da5-8f", "ovs_interfaceid": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.236045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:62:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.243249] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Creating folder: Project (bb8a2ec89d3b4531aab25d302a313a2b). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.243544] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0302aef9-547b-4486-8455-01e829120d49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.247798] env[70498]: DEBUG nova.compute.manager [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Received event network-changed-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.248055] env[70498]: DEBUG nova.compute.manager [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Refreshing instance network info cache due to event network-changed-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.248306] env[70498]: DEBUG oslo_concurrency.lockutils [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] Acquiring lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.248486] env[70498]: DEBUG oslo_concurrency.lockutils [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] Acquired lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248684] env[70498]: DEBUG nova.network.neutron [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Refreshing network info cache for port 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.272864] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Created folder: Project (bb8a2ec89d3b4531aab25d302a313a2b) in parent group-v720819. [ 789.273221] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Creating folder: Instances. Parent ref: group-v720916. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.273581] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1eed4b-1956-4661-b067-0a95ee798d6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.289131] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Created folder: Instances in parent group-v720916. [ 789.289254] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.289438] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.289656] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f28333c-9015-4dc3-9c83-a19650e58c1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.310767] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.310767] env[70498]: value = "task-3614237" [ 789.310767] env[70498]: _type = "Task" [ 789.310767] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.321323] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614237, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.407177] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.407177] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.408341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.975s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.409329] env[70498]: DEBUG nova.objects.instance [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lazy-loading 'resources' on Instance uuid 84742990-e625-4838-8c34-e131d2060f3d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.488507] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.693140] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614233, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.719982] env[70498]: DEBUG oslo_vmware.api [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Task: {'id': task-3614234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.720306] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.720530] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.720735] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.720938] env[70498]: INFO nova.compute.manager [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Took 1.15 seconds to destroy the instance on the hypervisor. [ 789.721239] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.721451] env[70498]: DEBUG nova.compute.manager [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.721998] env[70498]: DEBUG nova.network.neutron [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.823488] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614237, 'name': CreateVM_Task, 'duration_secs': 0.422238} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.824060] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.824788] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.825029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.825414] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.825741] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8baa5567-79e1-4a78-9fb0-9f8eb249e90f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.831698] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 789.831698] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526ea03e-8f8e-362d-8f0b-645bf8ea7105" [ 789.831698] env[70498]: _type = "Task" [ 789.831698] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.841909] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ea03e-8f8e-362d-8f0b-645bf8ea7105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.914290] env[70498]: DEBUG nova.compute.utils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.919049] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 790.141364] env[70498]: DEBUG nova.network.neutron [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updated VIF entry in instance network info cache for port 2e9fa013-f59d-469a-846a-ff36166d8110. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.141722] env[70498]: DEBUG nova.network.neutron [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updating instance_info_cache with network_info: [{"id": "2e9fa013-f59d-469a-846a-ff36166d8110", "address": "fa:16:3e:7c:a9:b2", "network": {"id": "a4cac54b-37fc-42ab-8444-51b386ae9027", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-201848055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f1c36263ac4d9ca05b244d69452398", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9fa013-f5", "ovs_interfaceid": "2e9fa013-f59d-469a-846a-ff36166d8110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.196471] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614233, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.263586] env[70498]: DEBUG nova.network.neutron [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Updated VIF entry in instance network info cache for port 809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.264584] env[70498]: DEBUG nova.network.neutron [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Updating instance_info_cache with network_info: [{"id": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "address": "fa:16:3e:65:62:75", "network": {"id": "204d620e-0cf9-44f7-aaf8-659778d9d9a0", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-943256107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb8a2ec89d3b4531aab25d302a313a2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap809e3da5-8f", "ovs_interfaceid": "809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.350421] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ea03e-8f8e-362d-8f0b-645bf8ea7105, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.350723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.350960] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.351199] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.351336] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.351504] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.351803] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ef8600-6d3d-4d80-af34-d8a2b498b24a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.362837] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.363113] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.363985] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72aab547-c4c1-446a-9e96-b3d51eeea10b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.373119] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 790.373119] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2e56d-8cc4-3c9d-19ab-96dd4e9a616c" [ 790.373119] env[70498]: _type = "Task" [ 790.373119] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.381412] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2e56d-8cc4-3c9d-19ab-96dd4e9a616c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.423727] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.560566] env[70498]: DEBUG nova.network.neutron [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.563636] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b298c3b-be4a-41a4-a79f-e4d240a0bcad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.572969] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7002469f-de78-4151-a62f-f8bdefb469af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.607366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57289ef9-9b65-4bc5-a5de-fa595e7bd3f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.616754] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260f6e2-cf90-4547-98a3-b9ae906d108e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.632078] env[70498]: DEBUG nova.compute.provider_tree [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.646066] env[70498]: DEBUG oslo_concurrency.lockutils [req-085e0fa8-9f3a-4b5e-8389-5eab1d2c4fa2 req-5c28f76b-f4c7-46a7-bfac-5c6542a1f567 service nova] Releasing lock "refresh_cache-d56cfe5a-312f-4906-8b84-b0bae9a842f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.694585] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614233, 'name': CloneVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.771642] env[70498]: DEBUG oslo_concurrency.lockutils [req-62b751d2-4c7d-432a-880e-d7beab9e74b6 req-3f7b267f-f017-4907-9db0-196b56f2dd97 service nova] Releasing lock "refresh_cache-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.890504] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2e56d-8cc4-3c9d-19ab-96dd4e9a616c, 'name': SearchDatastore_Task, 'duration_secs': 0.017234} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.891342] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78c7d53-1af5-47d5-9d5f-71375340355f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.898539] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 790.898539] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522578fc-f403-0084-b42b-70bc8f8216e6" [ 790.898539] env[70498]: _type = "Task" [ 790.898539] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.909912] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522578fc-f403-0084-b42b-70bc8f8216e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.069443] env[70498]: INFO nova.compute.manager [-] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Took 1.35 seconds to deallocate network for instance. [ 791.136348] env[70498]: DEBUG nova.scheduler.client.report [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.200693] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614233, 'name': CloneVM_Task, 'duration_secs': 1.918697} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.203224] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Created linked-clone VM from snapshot [ 791.203224] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c87791-18e1-4ba9-9b00-113313e06e30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.214375] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Uploading image f9f5e5d1-b4e6-43de-8f57-18fa8166d2e9 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.248347] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.248347] env[70498]: value = "vm-720915" [ 791.248347] env[70498]: _type = "VirtualMachine" [ 791.248347] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.248635] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e719e8f3-f160-4ab5-8553-2fc7577a6488 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.257525] env[70498]: DEBUG nova.compute.manager [req-45c46fd0-b5ad-454b-9cb1-26351a11b6a0 req-35f17020-5881-4312-bc18-82f729300913 service nova] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Received event network-vif-deleted-fddd58a2-5aee-4a84-a65a-8e3962dff255 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.260116] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease: (returnval){ [ 791.260116] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52254102-bcc6-1b7a-77ca-20a05922cc21" [ 791.260116] env[70498]: _type = "HttpNfcLease" [ 791.260116] env[70498]: } obtained for exporting VM: (result){ [ 791.260116] env[70498]: value = "vm-720915" [ 791.260116] env[70498]: _type = "VirtualMachine" [ 791.260116] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.260377] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the lease: (returnval){ [ 791.260377] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52254102-bcc6-1b7a-77ca-20a05922cc21" [ 791.260377] env[70498]: _type = "HttpNfcLease" [ 791.260377] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.268492] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.268492] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52254102-bcc6-1b7a-77ca-20a05922cc21" [ 791.268492] env[70498]: _type = "HttpNfcLease" [ 791.268492] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 791.409654] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522578fc-f403-0084-b42b-70bc8f8216e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.409930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.410228] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1/4d5c6b08-0cb0-4777-a395-a003a8b8d8b1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.410499] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2728ccfa-2456-447a-a9d1-b8f4bfec5624 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.421124] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 791.421124] env[70498]: value = "task-3614239" [ 791.421124] env[70498]: _type = "Task" [ 791.421124] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.437229] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.437229] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.465417] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.465417] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.465545] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.465662] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.466356] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.466440] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.466647] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.466812] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.466976] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.467151] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.467335] env[70498]: DEBUG nova.virt.hardware [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.470387] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb1701-35ba-4781-91d4-e0eef5ede376 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.479555] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd816efd-fb0b-49fb-954b-d79276a9bb6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.493574] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.499640] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Creating folder: Project (20b5d353d591418babe9786b2adaf126). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.500020] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-532810b0-bb2e-4f63-a912-a174c5e8d50d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.514505] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Created folder: Project (20b5d353d591418babe9786b2adaf126) in parent group-v720819. [ 791.514737] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Creating folder: Instances. Parent ref: group-v720919. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.514992] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b9a8c1-b714-4927-95f5-7ca247a72d4e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.527063] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Created folder: Instances in parent group-v720919. [ 791.527332] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.527598] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.527804] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c9eebf-4516-419b-b9af-1fa320cf8bfb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.552181] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.552181] env[70498]: value = "task-3614242" [ 791.552181] env[70498]: _type = "Task" [ 791.552181] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.565205] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614242, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.575438] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.626252] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.626556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.626779] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.626981] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.631048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.634024] env[70498]: INFO nova.compute.manager [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Terminating instance [ 791.642248] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.647295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.921s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.647570] env[70498]: DEBUG nova.objects.instance [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lazy-loading 'resources' on Instance uuid b94d7c52-0c30-4467-a5bb-d3c4bdced0ea {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.679216] env[70498]: INFO nova.scheduler.client.report [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Deleted allocations for instance 84742990-e625-4838-8c34-e131d2060f3d [ 791.771280] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.771280] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52254102-bcc6-1b7a-77ca-20a05922cc21" [ 791.771280] env[70498]: _type = "HttpNfcLease" [ 791.771280] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.773068] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.773068] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52254102-bcc6-1b7a-77ca-20a05922cc21" [ 791.773068] env[70498]: _type = "HttpNfcLease" [ 791.773068] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.773068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c54164-72b2-4577-bad1-e31534780c11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.788260] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.788444] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.900667] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58a81c3a-8ad5-4a0c-a67b-fd90763fc0af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.930680] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473571} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.933249] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1/4d5c6b08-0cb0-4777-a395-a003a8b8d8b1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.933495] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.935471] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c13ed580-af63-43c9-8eb4-e9532a6b64fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.946562] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 791.946562] env[70498]: value = "task-3614243" [ 791.946562] env[70498]: _type = "Task" [ 791.946562] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.956623] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.965973] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.965973] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.062432] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614242, 'name': CreateVM_Task, 'duration_secs': 0.407053} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.062633] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.063070] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.063234] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.063547] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.063800] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edd31a2-af9e-4d14-bb78-267d3e9d40d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.069267] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 792.069267] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527abc41-a2b0-f773-8407-7c056c9d65bf" [ 792.069267] env[70498]: _type = "Task" [ 792.069267] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.077960] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527abc41-a2b0-f773-8407-7c056c9d65bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.140518] env[70498]: DEBUG nova.compute.manager [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.140740] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.141650] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991414d9-bd2e-4263-a925-c05ddf1603c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.149857] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.151901] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c4cd42e-e45c-4297-97fa-28e7de24fbb6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.162416] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 792.162416] env[70498]: value = "task-3614244" [ 792.162416] env[70498]: _type = "Task" [ 792.162416] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.171767] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.188197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd7154bf-d645-4f1b-9672-07e1bcba52d2 tempest-ServerDiagnosticsV248Test-1932345017 tempest-ServerDiagnosticsV248Test-1932345017-project-member] Lock "84742990-e625-4838-8c34-e131d2060f3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.119s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.462099] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167467} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.462334] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.463471] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c350f8a-4eb3-4069-a533-4811836c64ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.492258] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1/4d5c6b08-0cb0-4777-a395-a003a8b8d8b1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.495700] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52d4141-1222-4333-abaa-27b9592e5907 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.517788] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 792.517788] env[70498]: value = "task-3614245" [ 792.517788] env[70498]: _type = "Task" [ 792.517788] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.529859] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.588142] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527abc41-a2b0-f773-8407-7c056c9d65bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.589899] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.590182] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.590416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.590561] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.590735] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.591244] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ff8f37-da6e-450c-a6c2-3a4b5832eed3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.603546] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.603752] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.607519] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4898cb2d-316c-4392-8fe9-50b59e5f565c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.618264] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 792.618264] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fdddb4-9488-a5ac-df22-921412823aa8" [ 792.618264] env[70498]: _type = "Task" [ 792.618264] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.631838] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fdddb4-9488-a5ac-df22-921412823aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.632567] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8654415-5bca-439e-b720-4ab8486dc022 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.646984] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 792.646984] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5235eec8-e7a6-1d1a-136f-41c098ddb902" [ 792.646984] env[70498]: _type = "Task" [ 792.646984] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.656771] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5235eec8-e7a6-1d1a-136f-41c098ddb902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.677866] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614244, 'name': PowerOffVM_Task, 'duration_secs': 0.287059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.679971] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.679971] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.680506] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5a2e3b-89e1-4538-b8d0-1a486a31fe90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.760596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.760596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.760596] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleting the datastore file [datastore2] cf72ad0e-a3aa-4186-ac7f-9b0bf5221496 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.760596] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-476964a1-3e94-4bdc-adc8-fb5fb35c9996 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.768372] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 792.768372] env[70498]: value = "task-3614247" [ 792.768372] env[70498]: _type = "Task" [ 792.768372] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.781170] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.816927] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d879d9d9-a258-408b-ba19-f86ebfaa2dcd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.826334] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc73e4b6-27e6-4cef-bedb-409c33d91af8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.860222] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67de21e1-e6ea-4427-88e8-da6af0b65fa6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.869761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008758be-d7f2-4ec8-bf64-97ba93a33ed4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.887919] env[70498]: DEBUG nova.compute.provider_tree [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.029719] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.164065] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5235eec8-e7a6-1d1a-136f-41c098ddb902, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.164533] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.165227] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.165578] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1fed17d-9f3e-4675-b793-e18193df5a48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.175568] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 793.175568] env[70498]: value = "task-3614248" [ 793.175568] env[70498]: _type = "Task" [ 793.175568] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.188479] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.283923] env[70498]: DEBUG oslo_vmware.api [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155858} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.284751] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.285114] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.285485] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.285825] env[70498]: INFO nova.compute.manager [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Took 1.15 seconds to destroy the instance on the hypervisor. [ 793.286583] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.286583] env[70498]: DEBUG nova.compute.manager [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.286583] env[70498]: DEBUG nova.network.neutron [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.392976] env[70498]: DEBUG nova.scheduler.client.report [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.531178] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614245, 'name': ReconfigVM_Task, 'duration_secs': 0.721859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.531837] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1/4d5c6b08-0cb0-4777-a395-a003a8b8d8b1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.532781] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2104a89-e7c6-4b79-adaa-aba502009941 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.544305] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 793.544305] env[70498]: value = "task-3614249" [ 793.544305] env[70498]: _type = "Task" [ 793.544305] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.559143] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614249, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.612184] env[70498]: DEBUG nova.compute.manager [req-8f978a51-3c6c-4f8e-a0c3-598e4a932e88 req-7283e4f0-b91c-4671-ac61-032d046641b5 service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Received event network-vif-deleted-d2a2e10a-3220-4599-8966-dbbff60d8af8 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.612587] env[70498]: INFO nova.compute.manager [req-8f978a51-3c6c-4f8e-a0c3-598e4a932e88 req-7283e4f0-b91c-4671-ac61-032d046641b5 service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Neutron deleted interface d2a2e10a-3220-4599-8966-dbbff60d8af8; detaching it from the instance and deleting it from the info cache [ 793.612857] env[70498]: DEBUG nova.network.neutron [req-8f978a51-3c6c-4f8e-a0c3-598e4a932e88 req-7283e4f0-b91c-4671-ac61-032d046641b5 service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.690131] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.690378] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.690594] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.691080] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4680447-7751-4b08-9f95-bacb73b8813d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.704668] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 793.704668] env[70498]: value = "task-3614250" [ 793.704668] env[70498]: _type = "Task" [ 793.704668] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.709879] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.905804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.905804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.844s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.910068] env[70498]: INFO nova.compute.claims [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.939056] env[70498]: INFO nova.scheduler.client.report [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Deleted allocations for instance b94d7c52-0c30-4467-a5bb-d3c4bdced0ea [ 794.061626] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614249, 'name': Rename_Task, 'duration_secs': 0.26065} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.061935] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.062621] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde356c9-726b-4dda-9b17-68e2c38979a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.071398] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 794.071398] env[70498]: value = "task-3614251" [ 794.071398] env[70498]: _type = "Task" [ 794.071398] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.082980] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.086466] env[70498]: DEBUG nova.network.neutron [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.119238] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b68d1a1-2cce-4b93-bee2-d56473e5f4e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.130260] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a591505-cf2f-461b-8b1b-d7105b4bc122 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.180758] env[70498]: DEBUG nova.compute.manager [req-8f978a51-3c6c-4f8e-a0c3-598e4a932e88 req-7283e4f0-b91c-4671-ac61-032d046641b5 service nova] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Detach interface failed, port_id=d2a2e10a-3220-4599-8966-dbbff60d8af8, reason: Instance cf72ad0e-a3aa-4186-ac7f-9b0bf5221496 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.214665] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077127} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.215219] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.216130] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08667fb5-d939-47d2-9406-86a2d0a18dca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.238783] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.239311] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2df75e3d-f92f-4187-b0d9-ce263b1abe86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.265095] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 794.265095] env[70498]: value = "task-3614252" [ 794.265095] env[70498]: _type = "Task" [ 794.265095] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.275049] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.452399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5ec7a85-9bef-4005-80a9-24021576da2b tempest-AttachInterfacesUnderV243Test-12280581 tempest-AttachInterfacesUnderV243Test-12280581-project-member] Lock "b94d7c52-0c30-4467-a5bb-d3c4bdced0ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.087s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.586033] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.590686] env[70498]: INFO nova.compute.manager [-] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Took 1.30 seconds to deallocate network for instance. [ 794.780479] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.089500] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.097987] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.285034] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614252, 'name': ReconfigVM_Task, 'duration_secs': 0.902074} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.285034] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.285034] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d3888ff-f05b-4f1c-9dbd-b0e5affb3079 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.298841] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 795.298841] env[70498]: value = "task-3614253" [ 795.298841] env[70498]: _type = "Task" [ 795.298841] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.312788] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614253, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.479850] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319a46c9-8122-448a-bfe7-63b08d2059c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.487738] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097c622-0a8c-4f10-87d4-b414c46a357b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.519154] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006afb4-20b7-4f17-98ab-2eda7341a754 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.527499] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bef13c-45b5-4250-b2a9-1c2416bbf607 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.542645] env[70498]: DEBUG nova.compute.provider_tree [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.586017] env[70498]: DEBUG oslo_vmware.api [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614251, 'name': PowerOnVM_Task, 'duration_secs': 1.261931} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.586663] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.586663] env[70498]: INFO nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Took 9.04 seconds to spawn the instance on the hypervisor. [ 795.587530] env[70498]: DEBUG nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.587954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd4e93-ea66-45d2-ac83-5752af2d1d6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.810272] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614253, 'name': Rename_Task, 'duration_secs': 0.240409} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.810524] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.810675] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd4cd7a-0895-4bc0-b4cc-9911f1206636 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.819128] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 795.819128] env[70498]: value = "task-3614254" [ 795.819128] env[70498]: _type = "Task" [ 795.819128] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.830028] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.045978] env[70498]: DEBUG nova.scheduler.client.report [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.106853] env[70498]: INFO nova.compute.manager [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Took 44.34 seconds to build instance. [ 796.329617] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.557970] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.558591] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.561481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.561s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.562129] env[70498]: DEBUG nova.objects.instance [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lazy-loading 'resources' on Instance uuid 04d01e00-edb3-49f0-b7af-94534fda37e8 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.609985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d58e4b7d-7f90-4022-a796-8be4be9e326c tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.202s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.829360] env[70498]: DEBUG oslo_vmware.api [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614254, 'name': PowerOnVM_Task, 'duration_secs': 0.728706} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.829652] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.829850] env[70498]: INFO nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Took 5.40 seconds to spawn the instance on the hypervisor. [ 796.830043] env[70498]: DEBUG nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.830823] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45827d59-8f32-4d1a-9dfc-4cda6b5ea483 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.066719] env[70498]: DEBUG nova.compute.utils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.072463] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.072463] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.080651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "interface-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.080927] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "interface-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.081864] env[70498]: DEBUG nova.objects.instance [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lazy-loading 'flavor' on Instance uuid 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.112880] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.204668] env[70498]: DEBUG nova.policy [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.352080] env[70498]: INFO nova.compute.manager [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Took 43.38 seconds to build instance. [ 797.571852] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.588852] env[70498]: DEBUG nova.objects.instance [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lazy-loading 'pci_requests' on Instance uuid 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.628706] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f9ef2-eb9f-4d7b-8439-915b4324db59 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.638766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960663f6-944a-40b4-81c1-a798b75aece5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.644206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.676946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b19ef22-dcf5-42d1-89f7-14635b7703c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.689658] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa627ab-0e58-4d43-abad-946c75c821c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.707944] env[70498]: DEBUG nova.compute.provider_tree [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.854671] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Successfully created port: 68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.858020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f102870-2fe7-467f-94bb-e6ce8a2ce2cf tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.797s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.091496] env[70498]: DEBUG nova.objects.base [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Object Instance<4d5c6b08-0cb0-4777-a395-a003a8b8d8b1> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 798.092169] env[70498]: DEBUG nova.network.neutron [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.214079] env[70498]: DEBUG nova.scheduler.client.report [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.251544] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f226a66e-eba1-44ba-be53-b0191aec3e29 tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "interface-4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.169s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.364190] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.582145] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.608846] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.609223] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.609290] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.609473] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.609615] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.609757] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.609966] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.610200] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.610407] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.610575] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.610747] env[70498]: DEBUG nova.virt.hardware [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.611654] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f369f-09fe-418f-9442-d16e294dee35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623657] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650f4eff-6ec8-4ddf-bc22-90f707e65df1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.717811] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.720903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.936s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.720903] env[70498]: DEBUG nova.objects.instance [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lazy-loading 'resources' on Instance uuid 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.741598] env[70498]: INFO nova.scheduler.client.report [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Deleted allocations for instance 04d01e00-edb3-49f0-b7af-94534fda37e8 [ 798.895220] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.254041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05eba885-b12e-4f86-b3be-8dd9e84554c6 tempest-ImagesOneServerTestJSON-1638931006 tempest-ImagesOneServerTestJSON-1638931006-project-member] Lock "04d01e00-edb3-49f0-b7af-94534fda37e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.746s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.830306] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c872fc8-40e0-4e22-b708-9713c5742aea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.839018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c4b4ba-6ded-47ca-b085-ffe7b5516728 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.881426] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cc846-7676-4aa1-9972-a88648a64304 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.889251] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f41646-1a0b-44e6-8b9e-738f24daeff2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.908682] env[70498]: DEBUG nova.compute.provider_tree [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.964562] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Successfully updated port: 68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.322236] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 800.324189] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dfd42b-904e-4348-8b63-6171bfb60971 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.331944] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 800.332270] env[70498]: ERROR oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk due to incomplete transfer. [ 800.332390] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7986f739-4338-45f0-953c-201de2e8f8d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.343599] env[70498]: DEBUG oslo_vmware.rw_handles [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52337ca8-3bd2-7dce-d0cf-9230f2bcd5d6/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 800.344303] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Uploaded image f9f5e5d1-b4e6-43de-8f57-18fa8166d2e9 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 800.348107] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 800.348238] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93612ce9-65ba-4922-a972-8734ab86f791 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.356715] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 800.356715] env[70498]: value = "task-3614255" [ 800.356715] env[70498]: _type = "Task" [ 800.356715] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.367540] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614255, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.413092] env[70498]: DEBUG nova.scheduler.client.report [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.474319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.474464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.474685] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.576065] env[70498]: DEBUG nova.compute.manager [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Received event network-vif-plugged-68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.576065] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] Acquiring lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.576065] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.576065] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.576065] env[70498]: DEBUG nova.compute.manager [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] No waiting events found dispatching network-vif-plugged-68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.576418] env[70498]: WARNING nova.compute.manager [req-6c3bc434-7d82-423c-85ad-ca3c51bdf7a1 req-42498355-71a8-4b52-9b75-b760b03da7b8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Received unexpected event network-vif-plugged-68475582-fe2d-43d1-81ed-1e4ed4ce705a for instance with vm_state building and task_state spawning. [ 800.869432] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614255, 'name': Destroy_Task, 'duration_secs': 0.372745} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.870191] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Destroyed the VM [ 800.870560] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.872605] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cf1b337-a3ee-41cb-9e49-a75189ac7f3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.878874] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 800.878874] env[70498]: value = "task-3614256" [ 800.878874] env[70498]: _type = "Task" [ 800.878874] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.888874] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.918126] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.918406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.919167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.919167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.919167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.922299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.924088] env[70498]: INFO nova.compute.manager [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Terminating instance [ 800.926343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.452s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.927122] env[70498]: INFO nova.compute.claims [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.957081] env[70498]: INFO nova.scheduler.client.report [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Deleted allocations for instance 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7 [ 801.040093] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.040350] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.085804] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.318172] env[70498]: DEBUG nova.compute.manager [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.318588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a7e0f-5cac-4eb6-a48f-9d9e50ce5ebb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.393221] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.396213] env[70498]: DEBUG nova.network.neutron [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Updating instance_info_cache with network_info: [{"id": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "address": "fa:16:3e:30:7d:b9", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68475582-fe", "ovs_interfaceid": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.434541] env[70498]: DEBUG nova.compute.manager [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.434710] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.435940] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6617e9-1aaf-4a79-94a4-b385876c18d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.449748] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.449907] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1198fa17-a1dc-4c59-9aaf-b859198c9f1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.460104] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 801.460104] env[70498]: value = "task-3614257" [ 801.460104] env[70498]: _type = "Task" [ 801.460104] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.467919] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac081329-e691-4690-b8b6-39175d6f49e1 tempest-DeleteServersAdminTestJSON-814420367 tempest-DeleteServersAdminTestJSON-814420367-project-member] Lock "27d22ab4-38b8-4aa1-a58a-54d0f21af4b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.578s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.475543] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.838262] env[70498]: INFO nova.compute.manager [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] instance snapshotting [ 801.838793] env[70498]: DEBUG nova.objects.instance [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.899371] env[70498]: DEBUG oslo_vmware.api [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614256, 'name': RemoveSnapshot_Task, 'duration_secs': 0.936842} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.899646] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.899870] env[70498]: INFO nova.compute.manager [None req-1360bbbf-d87a-48bc-acdb-0b85f3ddfd44 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 801.904172] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904172] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Instance network_info: |[{"id": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "address": "fa:16:3e:30:7d:b9", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68475582-fe", "ovs_interfaceid": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.906557] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68475582-fe2d-43d1-81ed-1e4ed4ce705a', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.912651] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating folder: Project (dacc77639ac04ef1a55e98f3f8edcb27). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.913546] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44faeb4e-4df9-4ed2-b0d2-24dbdc41874e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.923737] env[70498]: INFO nova.compute.manager [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Rebuilding instance [ 801.954953] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created folder: Project (dacc77639ac04ef1a55e98f3f8edcb27) in parent group-v720819. [ 801.954953] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating folder: Instances. Parent ref: group-v720922. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.954953] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4b1f433-db87-4143-b724-2b177c447a0a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.954953] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created folder: Instances in parent group-v720922. [ 801.954953] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.954953] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.956846] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc30eed1-f5e3-4c72-b0fa-11b7a8347123 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.984944] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614257, 'name': PowerOffVM_Task, 'duration_secs': 0.36589} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.989724] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.989724] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.989724] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.989724] env[70498]: value = "task-3614260" [ 801.989724] env[70498]: _type = "Task" [ 801.989724] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.989724] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c063751-840e-4eef-b998-a0d41f4f84f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.006785] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614260, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.027362] env[70498]: DEBUG nova.compute.manager [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.028225] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88eecdc-036d-4f63-bac3-c346190a0e26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.082976] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.083240] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.083444] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Deleting the datastore file [datastore2] 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.083678] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0211d240-57b1-4054-823d-a0352558cb24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.094472] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for the task: (returnval){ [ 802.094472] env[70498]: value = "task-3614262" [ 802.094472] env[70498]: _type = "Task" [ 802.094472] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.110790] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.346268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e516652e-dec5-49c1-b174-48d8bc168fca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.378406] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209f21a9-105b-429c-8410-8ed51096fc45 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.506539] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614260, 'name': CreateVM_Task, 'duration_secs': 0.368982} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.506716] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.507452] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.507615] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.507973] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.508249] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6b8207-552b-45f5-b3a1-339eee943820 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.515919] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 802.515919] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52988db1-8a6c-118d-798c-7dacc06b4d67" [ 802.515919] env[70498]: _type = "Task" [ 802.515919] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.529737] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52988db1-8a6c-118d-798c-7dacc06b4d67, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.530055] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.530326] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.530563] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.530705] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.530878] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.531177] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c094485-3ca2-4614-9e62-7d1b8dc4170d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.541995] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.542229] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.545697] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf8697d-86ab-466c-91d0-88313899b179 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.554623] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 802.554623] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526b27cf-4162-8cd5-e88c-397f7f376518" [ 802.554623] env[70498]: _type = "Task" [ 802.554623] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.568964] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526b27cf-4162-8cd5-e88c-397f7f376518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.607132] env[70498]: DEBUG oslo_vmware.api [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Task: {'id': task-3614262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.607132] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.607132] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.607132] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.607494] env[70498]: INFO nova.compute.manager [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 802.607494] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.610201] env[70498]: DEBUG nova.compute.manager [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.610329] env[70498]: DEBUG nova.network.neutron [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.752486] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e797856-b517-4b37-ab73-13bcdb86b3ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.762260] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923c1917-3d3f-4b1e-afd2-3abac63df485 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.801301] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9539fd-67d9-4e3e-a2da-295aa1b1e9b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.810857] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596827ab-ea40-4a8c-9b99-624291f028c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.826849] env[70498]: DEBUG nova.compute.provider_tree [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.894527] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.895474] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d46164c-ac04-47b2-9225-f3d4063ce3b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.906163] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 802.906163] env[70498]: value = "task-3614263" [ 802.906163] env[70498]: _type = "Task" [ 802.906163] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.917439] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.921384] env[70498]: DEBUG nova.compute.manager [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Received event network-changed-68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.921384] env[70498]: DEBUG nova.compute.manager [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Refreshing instance network info cache due to event network-changed-68475582-fe2d-43d1-81ed-1e4ed4ce705a. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.921384] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] Acquiring lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.921384] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] Acquired lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.921384] env[70498]: DEBUG nova.network.neutron [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Refreshing network info cache for port 68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.052708] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.052708] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31236beb-48af-4659-b7bd-d2ec8d2662f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.066996] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 803.066996] env[70498]: value = "task-3614264" [ 803.066996] env[70498]: _type = "Task" [ 803.066996] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.077028] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526b27cf-4162-8cd5-e88c-397f7f376518, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.078986] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c92b9d-fa6f-48c6-bf5b-bf1d6370af78 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.084444] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.088608] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 803.088608] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523d556e-e7d7-a3e9-895c-127680df70f2" [ 803.088608] env[70498]: _type = "Task" [ 803.088608] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.099650] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523d556e-e7d7-a3e9-895c-127680df70f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.330381] env[70498]: DEBUG nova.scheduler.client.report [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.372193] env[70498]: DEBUG nova.network.neutron [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.424833] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614263, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.581685] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614264, 'name': PowerOffVM_Task, 'duration_secs': 0.184395} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.583193] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.585030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.587800] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a696870-6907-4447-8b60-5e38f333e847 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.602936] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523d556e-e7d7-a3e9-895c-127680df70f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.606095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.606374] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] bab958b5-eb15-42d5-a24b-dcb23999a301/bab958b5-eb15-42d5-a24b-dcb23999a301.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.609164] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.609629] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0802a0a-6fcd-4a1e-8539-01cb4d93f511 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.614600] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2968557a-3f74-45df-9b3a-4f6bd09736b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.622318] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 803.622318] env[70498]: value = "task-3614265" [ 803.622318] env[70498]: _type = "Task" [ 803.622318] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.635536] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.646799] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.646867] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.647103] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Deleting the datastore file [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.647416] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9b4c27-7b33-4394-9369-2aa595909444 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.656309] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 803.656309] env[70498]: value = "task-3614268" [ 803.656309] env[70498]: _type = "Task" [ 803.656309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.668093] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.838167] env[70498]: DEBUG nova.network.neutron [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Updated VIF entry in instance network info cache for port 68475582-fe2d-43d1-81ed-1e4ed4ce705a. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.838167] env[70498]: DEBUG nova.network.neutron [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Updating instance_info_cache with network_info: [{"id": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "address": "fa:16:3e:30:7d:b9", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68475582-fe", "ovs_interfaceid": "68475582-fe2d-43d1-81ed-1e4ed4ce705a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.838358] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.912s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.838713] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.845577] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.642s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.848412] env[70498]: INFO nova.compute.claims [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.880538] env[70498]: INFO nova.compute.manager [-] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Took 1.27 seconds to deallocate network for instance. [ 803.924915] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614263, 'name': CreateSnapshot_Task, 'duration_secs': 0.54997} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.925234] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.928260] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e58163-344e-4ac7-8ac2-e88d5db30335 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.111907] env[70498]: DEBUG nova.compute.manager [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.112917] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb35fe5-a7ee-42d4-a537-b5d235c874c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.143080] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506421} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.143281] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] bab958b5-eb15-42d5-a24b-dcb23999a301/bab958b5-eb15-42d5-a24b-dcb23999a301.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.143685] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.144032] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc230bf9-fcfd-4203-845d-64dfd5fff251 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.152585] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 804.152585] env[70498]: value = "task-3614271" [ 804.152585] env[70498]: _type = "Task" [ 804.152585] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.170478] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.177922] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.177922] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.177922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.177922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.346992] env[70498]: DEBUG oslo_concurrency.lockutils [req-5d70b515-73db-4ec7-bdcc-33f1406e8b35 req-797a34dd-275c-4d8f-955f-5e31da6539c8 service nova] Releasing lock "refresh_cache-bab958b5-eb15-42d5-a24b-dcb23999a301" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.356352] env[70498]: DEBUG nova.compute.utils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.359119] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.359452] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.391102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.442141] env[70498]: DEBUG nova.policy [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa4332f78df4bdfb14fb22982b9f0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd772720b85af40888c5488c6aa35d3fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.454915] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.454915] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f1a2027-5820-4503-baf6-8e6573c70420 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.464718] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 804.464718] env[70498]: value = "task-3614272" [ 804.464718] env[70498]: _type = "Task" [ 804.464718] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.476541] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614272, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.634815] env[70498]: INFO nova.compute.manager [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] instance snapshotting [ 804.639757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e029e2-2ce4-4b01-ba00-ead5f6e53853 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.673338] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ace388-ea64-4b2c-9093-159f68bdfe68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.689765] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085238} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.691830] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.695398] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb9eea0-970c-4cd4-b1c2-00e4d9e2976f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.712593] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.714091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.714286] env[70498]: INFO nova.compute.manager [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Shelving [ 804.724523] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] bab958b5-eb15-42d5-a24b-dcb23999a301/bab958b5-eb15-42d5-a24b-dcb23999a301.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.725719] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1295c3-4ffd-45c3-8156-80540c739499 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.750999] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 804.750999] env[70498]: value = "task-3614273" [ 804.750999] env[70498]: _type = "Task" [ 804.750999] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.760534] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.864934] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.979158] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614272, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.189822] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Successfully created port: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.201339] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 805.203027] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98c55d8b-afa6-41bb-85b4-66b0ee729b29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.205736] env[70498]: DEBUG nova.compute.manager [req-6bbe573c-cc11-4974-b52c-43ab659b2985 req-a6250322-f810-4eae-85eb-cfccf15935b7 service nova] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Received event network-vif-deleted-809e3da5-8fdd-47c0-a0ee-c6b8da2e77a0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.213376] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 805.213376] env[70498]: value = "task-3614274" [ 805.213376] env[70498]: _type = "Task" [ 805.213376] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.237564] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.237834] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.237998] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.238220] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.238376] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.238521] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.238729] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.238976] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.239231] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.239426] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.239685] env[70498]: DEBUG nova.virt.hardware [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.240127] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614274, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.241595] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d14430-0bed-421a-8219-d14b0c2f0303 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.264257] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4dd51-fe34-42e9-a0df-fffa5ffba330 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.271854] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.286180] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.292392] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.295400] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.296696] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3400ed7-1144-401f-9ce0-5569f2cbfc94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.318014] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.318014] env[70498]: value = "task-3614275" [ 805.318014] env[70498]: _type = "Task" [ 805.318014] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.326606] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614275, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.479026] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614272, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.542143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0af31f-b6c5-4dbf-b58d-63f580d14716 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.553757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf72e27-bf1f-4a65-87e4-c60b96780970 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.596268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef36cc5d-62a5-4413-99c6-86988a6cde8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606461] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83eaa0ad-859b-42db-b9bd-0cf7d8304f6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.624632] env[70498]: DEBUG nova.compute.provider_tree [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.726105] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614274, 'name': CreateSnapshot_Task, 'duration_secs': 0.505598} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.726402] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.727178] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d806e462-7bf0-4d8e-a95e-f88231eb56f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.750117] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.750117] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259d4df5-5d84-41a6-8121-7a64b763ffec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.771020] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 805.771020] env[70498]: value = "task-3614276" [ 805.771020] env[70498]: _type = "Task" [ 805.771020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.771670] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614273, 'name': ReconfigVM_Task, 'duration_secs': 0.758728} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.772030] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Reconfigured VM instance instance-00000022 to attach disk [datastore2] bab958b5-eb15-42d5-a24b-dcb23999a301/bab958b5-eb15-42d5-a24b-dcb23999a301.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.776111] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbacdc85-1ffa-4a1d-83f2-a0a7c32706bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.789526] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.789732] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 805.789732] env[70498]: value = "task-3614277" [ 805.789732] env[70498]: _type = "Task" [ 805.789732] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.800015] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614277, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.831114] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614275, 'name': CreateVM_Task, 'duration_secs': 0.337939} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.831114] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.831114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.831114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.831114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.831114] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867f1786-f393-4827-bc60-f82ad107c3ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.836879] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 805.836879] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a142e3-bb4f-bbfd-da52-fb03de0219d8" [ 805.836879] env[70498]: _type = "Task" [ 805.836879] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.847784] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a142e3-bb4f-bbfd-da52-fb03de0219d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.881630] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.915306] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.915723] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.916774] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.916774] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.916774] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.916774] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.916774] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.917101] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.917281] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.917467] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.917644] env[70498]: DEBUG nova.virt.hardware [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.918750] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27065a9-4897-446d-a5f5-b72c09bde9c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.934048] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01332f80-2b7c-4f40-8a62-4fda993c3c87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.986410] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614272, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.130589] env[70498]: DEBUG nova.scheduler.client.report [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.258874] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.258874] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e835ebe-b2e6-4cf7-963d-56cc39981a0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.269825] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 806.269825] env[70498]: value = "task-3614278" [ 806.269825] env[70498]: _type = "Task" [ 806.269825] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.281965] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.288165] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614276, 'name': PowerOffVM_Task, 'duration_secs': 0.253938} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.288165] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.288165] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f410792-e11e-432c-8769-4147c3a8820d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.307566] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d83e1-da8b-4277-91a4-a397b2d37a14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.316724] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614277, 'name': Rename_Task, 'duration_secs': 0.181598} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.317753] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.317753] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b04bff6b-c62f-4b4d-96b0-748b8aa04470 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.329969] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 806.329969] env[70498]: value = "task-3614279" [ 806.329969] env[70498]: _type = "Task" [ 806.329969] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.340146] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.353213] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a142e3-bb4f-bbfd-da52-fb03de0219d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.356026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.356026] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.356026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.356026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.356498] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.356498] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-343d0a84-1d4b-4bdd-b62b-94edf0f0cfc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.367500] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.367707] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.368658] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c2d088d-1b41-4c0a-943d-797415cec6ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.380414] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 806.380414] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52be63c3-1180-1467-9c7c-5d0580496505" [ 806.380414] env[70498]: _type = "Task" [ 806.380414] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.400679] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52be63c3-1180-1467-9c7c-5d0580496505, 'name': SearchDatastore_Task} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.401722] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339a69f0-2e8d-4a5f-b339-99a9c8aaef65 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.417712] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 806.417712] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529059ad-dcd5-36b7-a4ec-ae0eb222751c" [ 806.417712] env[70498]: _type = "Task" [ 806.417712] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.440232] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529059ad-dcd5-36b7-a4ec-ae0eb222751c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.484066] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614272, 'name': CloneVM_Task, 'duration_secs': 1.808221} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.484066] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created linked-clone VM from snapshot [ 806.484723] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b22610d-4ade-409c-bc1c-7a81a23427df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.494843] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploading image 01acaa4b-ad8b-41ab-b303-fe90872574f6 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.534353] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.534353] env[70498]: value = "vm-720929" [ 806.534353] env[70498]: _type = "VirtualMachine" [ 806.534353] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.534610] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-07f41dfb-e283-4f0b-8862-102bae108f97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.546137] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease: (returnval){ [ 806.546137] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52384cfd-286e-3e1b-62b8-554ab84f7753" [ 806.546137] env[70498]: _type = "HttpNfcLease" [ 806.546137] env[70498]: } obtained for exporting VM: (result){ [ 806.546137] env[70498]: value = "vm-720929" [ 806.546137] env[70498]: _type = "VirtualMachine" [ 806.546137] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.546137] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the lease: (returnval){ [ 806.546137] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52384cfd-286e-3e1b-62b8-554ab84f7753" [ 806.546137] env[70498]: _type = "HttpNfcLease" [ 806.546137] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.554662] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.554662] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52384cfd-286e-3e1b-62b8-554ab84f7753" [ 806.554662] env[70498]: _type = "HttpNfcLease" [ 806.554662] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.638975] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.641401] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.642242] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.390s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.644784] env[70498]: INFO nova.compute.claims [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.785919] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.832344] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.832344] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d157d669-9742-41bf-81ba-1340d3e044a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.848264] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.848264] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 806.848264] env[70498]: value = "task-3614282" [ 806.848264] env[70498]: _type = "Task" [ 806.848264] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.929591] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529059ad-dcd5-36b7-a4ec-ae0eb222751c, 'name': SearchDatastore_Task, 'duration_secs': 0.022386} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.929998] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.930284] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.930727] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eb1c9ec-015e-4a7c-8526-02b2fb035811 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.940182] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 806.940182] env[70498]: value = "task-3614283" [ 806.940182] env[70498]: _type = "Task" [ 806.940182] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.950257] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.054942] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.054942] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52384cfd-286e-3e1b-62b8-554ab84f7753" [ 807.054942] env[70498]: _type = "HttpNfcLease" [ 807.054942] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.055235] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.055235] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52384cfd-286e-3e1b-62b8-554ab84f7753" [ 807.055235] env[70498]: _type = "HttpNfcLease" [ 807.055235] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.056270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da297603-484d-4054-b899-85c08efa0952 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061359] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Successfully updated port: 77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.067386] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.067674] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.152552] env[70498]: DEBUG nova.compute.utils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.155612] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.155884] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.190340] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-132438ed-f960-4aa0-bdd6-e551bda08d06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.244771] env[70498]: DEBUG nova.policy [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1ffcca862024bc38e2bebc090a90e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31bf6c7c438a4479a0d263f1f3c368e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.292533] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.344534] env[70498]: DEBUG oslo_vmware.api [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614279, 'name': PowerOnVM_Task, 'duration_secs': 0.673884} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.344534] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.344534] env[70498]: INFO nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Took 8.76 seconds to spawn the instance on the hypervisor. [ 807.344793] env[70498]: DEBUG nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.345664] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985ed22-a2c4-4be3-a0dc-1545004e168e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.365605] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614282, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.452994] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614283, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.572814] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.572814] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.573235] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.624053] env[70498]: DEBUG nova.compute.manager [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Received event network-vif-plugged-77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.624415] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Acquiring lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.624604] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.624862] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.625145] env[70498]: DEBUG nova.compute.manager [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] No waiting events found dispatching network-vif-plugged-77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.625992] env[70498]: WARNING nova.compute.manager [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Received unexpected event network-vif-plugged-77603fcf-ad1f-4d8b-84d8-b0c231650ddd for instance with vm_state building and task_state spawning. [ 807.625992] env[70498]: DEBUG nova.compute.manager [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Received event network-changed-77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.625992] env[70498]: DEBUG nova.compute.manager [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Refreshing instance network info cache due to event network-changed-77603fcf-ad1f-4d8b-84d8-b0c231650ddd. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.625992] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Acquiring lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.662383] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.789769] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.796726] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Successfully created port: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.806228] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "11086611-2508-490c-ba96-13b0d3041e3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.806930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.863478] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614282, 'name': CreateSnapshot_Task, 'duration_secs': 0.794407} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.863924] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.864761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d42bb-bb18-42ed-897f-6dc048c03cd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.892948] env[70498]: INFO nova.compute.manager [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Took 51.86 seconds to build instance. [ 807.962099] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807004} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.962456] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.962564] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.962843] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80af4778-7ccf-4d4c-9b35-74e78ec583ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.972729] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 807.972729] env[70498]: value = "task-3614284" [ 807.972729] env[70498]: _type = "Task" [ 807.972729] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.987562] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.178408] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.288388] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.406295] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.407605] env[70498]: DEBUG nova.network.neutron [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Updating instance_info_cache with network_info: [{"id": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "address": "fa:16:3e:e4:bc:cb", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77603fcf-ad", "ovs_interfaceid": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.409728] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f57578dc-e1e1-4688-b7e5-ac646d6213f3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.794s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.410177] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03b5e53f-2924-4171-bfa5-898c0adc0f4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.421595] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 808.421595] env[70498]: value = "task-3614285" [ 808.421595] env[70498]: _type = "Task" [ 808.421595] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.423568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e81beb-3356-401f-9840-66f736406166 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.438869] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614285, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.442436] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e61f2-7e2a-45a5-a0b9-1b96a6478d99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.477166] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1fc597-91f4-459d-b887-a3d060cbb38c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.487226] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079431} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.489651] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.490566] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e1e034-ac39-4b44-a5da-6dee338b4770 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.494049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521e43a-d66d-4ac1-b6c7-7bb40c14ee7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.516289] env[70498]: DEBUG nova.compute.provider_tree [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.535451] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.537997] env[70498]: DEBUG nova.scheduler.client.report [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.542042] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221a99da-bed2-43eb-a744-d6e5bd85e1fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.565341] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 808.565341] env[70498]: value = "task-3614286" [ 808.565341] env[70498]: _type = "Task" [ 808.565341] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.578081] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.690787] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.713521] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.713521] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.713710] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.713785] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.713925] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.714082] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.714293] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.714481] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.714781] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.715076] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.715383] env[70498]: DEBUG nova.virt.hardware [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.716410] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb3e277-13ce-48dc-92ec-60b8350c3190 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.725076] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1ff34-116e-4d71-bb95-cd971e4f5fcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.789711] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614278, 'name': CloneVM_Task, 'duration_secs': 2.030503} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.790144] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Created linked-clone VM from snapshot [ 808.791095] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afaba43-68ad-4ab0-8fe7-b8ac02714a2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.800512] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Uploading image 1c030f10-ff6c-462b-b6fa-c215305d3a82 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 808.823782] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 808.823782] env[70498]: value = "vm-720932" [ 808.823782] env[70498]: _type = "VirtualMachine" [ 808.823782] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 808.824619] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b7392aa3-8395-40c3-9e89-a2d420fb2610 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.834945] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease: (returnval){ [ 808.834945] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e956fd-4fde-a8e0-2fab-a378a42e2e7a" [ 808.834945] env[70498]: _type = "HttpNfcLease" [ 808.834945] env[70498]: } obtained for exporting VM: (result){ [ 808.834945] env[70498]: value = "vm-720932" [ 808.834945] env[70498]: _type = "VirtualMachine" [ 808.834945] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 808.835293] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the lease: (returnval){ [ 808.835293] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e956fd-4fde-a8e0-2fab-a378a42e2e7a" [ 808.835293] env[70498]: _type = "HttpNfcLease" [ 808.835293] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 808.842995] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.842995] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e956fd-4fde-a8e0-2fab-a378a42e2e7a" [ 808.842995] env[70498]: _type = "HttpNfcLease" [ 808.842995] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 808.915071] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.915555] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Instance network_info: |[{"id": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "address": "fa:16:3e:e4:bc:cb", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77603fcf-ad", "ovs_interfaceid": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.915950] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Acquired lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.916223] env[70498]: DEBUG nova.network.neutron [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Refreshing network info cache for port 77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.917558] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:bc:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77603fcf-ad1f-4d8b-84d8-b0c231650ddd', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.926168] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating folder: Project (d772720b85af40888c5488c6aa35d3fc). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.928320] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.931112] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c64be11a-438b-496b-a24f-f120c9bfc064 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.946264] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614285, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.951412] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created folder: Project (d772720b85af40888c5488c6aa35d3fc) in parent group-v720819. [ 808.951412] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating folder: Instances. Parent ref: group-v720935. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.951412] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fdce19a-a4fc-4b88-a3ff-4d1b4ac4867e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.966024] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created folder: Instances in parent group-v720935. [ 808.966024] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.966024] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.966024] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd50ff7-9fe4-4a18-bcb2-83be13565234 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.992765] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.992765] env[70498]: value = "task-3614291" [ 808.992765] env[70498]: _type = "Task" [ 808.992765] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.003995] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614291, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.047285] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.047285] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.048206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.188s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.080401] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.346188] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.346188] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e956fd-4fde-a8e0-2fab-a378a42e2e7a" [ 809.346188] env[70498]: _type = "HttpNfcLease" [ 809.346188] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.346188] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.346188] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e956fd-4fde-a8e0-2fab-a378a42e2e7a" [ 809.346188] env[70498]: _type = "HttpNfcLease" [ 809.346188] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.346854] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedf0d5f-9fb9-425d-aa1f-67204a02bf02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.363569] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.363831] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.445459] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614285, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.458697] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.463029] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2322331b-ed3d-4361-a005-aa4fa9e0caff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.518934] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614291, 'name': CreateVM_Task, 'duration_secs': 0.394785} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.518934] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.519490] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.519687] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.520114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.520420] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa5a88f-19a3-4895-b2d7-f3be0aaaf326 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.526281] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 809.526281] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b9c877-96e0-8d6a-3393-3a4d14ca8344" [ 809.526281] env[70498]: _type = "Task" [ 809.526281] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.536260] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b9c877-96e0-8d6a-3393-3a4d14ca8344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.566594] env[70498]: DEBUG nova.compute.utils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.569846] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 809.580258] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614286, 'name': ReconfigVM_Task, 'duration_secs': 0.788913} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.583582] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f/feb8cc6c-15d7-408b-909f-f8810d6df59f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.584461] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f0d7e8-7318-4857-b825-8ccfaf79ba2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.594219] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 809.594219] env[70498]: value = "task-3614292" [ 809.594219] env[70498]: _type = "Task" [ 809.594219] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.606194] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614292, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.860992] env[70498]: DEBUG nova.network.neutron [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Updated VIF entry in instance network info cache for port 77603fcf-ad1f-4d8b-84d8-b0c231650ddd. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.862532] env[70498]: DEBUG nova.network.neutron [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Updating instance_info_cache with network_info: [{"id": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "address": "fa:16:3e:e4:bc:cb", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77603fcf-ad", "ovs_interfaceid": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.933511] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Successfully updated port: 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.941918] env[70498]: DEBUG nova.compute.manager [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Received event network-vif-plugged-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.942343] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] Acquiring lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.943029] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.943029] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.943029] env[70498]: DEBUG nova.compute.manager [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] No waiting events found dispatching network-vif-plugged-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.943317] env[70498]: WARNING nova.compute.manager [req-93e9c2b9-9adb-4cc0-81d8-d163069162fc req-94ad43b4-48f9-4ddd-90d1-dda0b4ecd701 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Received unexpected event network-vif-plugged-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 for instance with vm_state building and task_state spawning. [ 809.957080] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614285, 'name': CloneVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.043700] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b9c877-96e0-8d6a-3393-3a4d14ca8344, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.046053] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.046053] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.046053] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.046053] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.046323] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.046539] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d9a3736-be6c-4e9e-9fd7-2866fc3a8722 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.058889] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.059143] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.060182] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4fd6df-1374-4f4c-b652-96a198b7ec24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.068431] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 810.068431] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520c66b7-5a59-3770-6e2f-b677d4f8cebd" [ 810.068431] env[70498]: _type = "Task" [ 810.068431] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.075757] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.097373] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520c66b7-5a59-3770-6e2f-b677d4f8cebd, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.104070] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e9b5fa-95ac-459c-a4c1-ab28a501e3ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.113270] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 810.113270] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfc294-6ff8-e6a5-6de1-4ee412ff463a" [ 810.113270] env[70498]: _type = "Task" [ 810.113270] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.117130] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614292, 'name': Rename_Task, 'duration_secs': 0.150787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.118404] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9010112d-e255-4da9-b10c-fa134575c977 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.118603] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.118710] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 67c93758-d502-463c-bb39-6d3e37f2ae5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.118920] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 448ce5f0-bbc2-45bf-abb8-901315f40fcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.119113] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f9a61c3a-e591-4d0d-8e7d-02250bee4287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.119244] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ae7b1412-75ee-4bb5-9776-a71d1f0c4977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.119358] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 6d264890-6eb1-4ab6-88af-b3289ea3ef4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.119621] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 94667cd0-16dd-4ea0-a397-79cf68a71f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.119924] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 1dceba7d-a667-4fef-b5c8-a0e01f11297e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.120098] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance a254f5a7-843c-4cb2-aad7-33a93d91c079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.120268] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.120418] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 836af273-7c0b-4456-81d1-cb0becceb4a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.120597] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.120703] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance cf72ad0e-a3aa-4186-ac7f-9b0bf5221496 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.120828] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8d6e650f-3557-4ee7-b711-df7b27dbfcf5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.120970] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d56cfe5a-312f-4906-8b84-b0bae9a842f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.121192] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 810.121338] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance feb8cc6c-15d7-408b-909f-f8810d6df59f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.121459] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance bab958b5-eb15-42d5-a24b-dcb23999a301 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.121638] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 0c76226b-a9ad-4d80-af0d-2b766ac1cc46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.121844] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9eb615a0-f7a2-4877-b8bd-da6f8cce751f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.121942] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 99302a69-8d0b-4161-b65e-208f40eee7e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 810.128741] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.131743] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed2c681c-2b67-41d1-ae45-e711747c229e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.138630] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.139226] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.147731] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfc294-6ff8-e6a5-6de1-4ee412ff463a, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.151456] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.155568] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/0c76226b-a9ad-4d80-af0d-2b766ac1cc46.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.156696] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 810.156696] env[70498]: value = "task-3614293" [ 810.156696] env[70498]: _type = "Task" [ 810.156696] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.157489] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690befe9-8ebf-4e87-957c-2862d4057a0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.175281] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614293, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.177086] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 810.177086] env[70498]: value = "task-3614294" [ 810.177086] env[70498]: _type = "Task" [ 810.177086] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.188239] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.367948] env[70498]: DEBUG oslo_concurrency.lockutils [req-2b31e20d-cb42-4238-a3c0-a2ae2813a979 req-ace7bb98-1107-41e8-b176-5bc6c5ab4a3c service nova] Releasing lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.445665] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445665] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446354] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.453526] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614285, 'name': CloneVM_Task, 'duration_secs': 1.685536} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.454113] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Created linked-clone VM from snapshot [ 810.457068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635137d2-04d1-4a59-b2fd-2bdca14a0a86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.470987] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Uploading image 7252b2f2-3753-47c5-b6bb-db38d704ce23 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.633525] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 3a7fa033-88fa-45a4-a054-d9ca2525f289 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.676506] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614293, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.689744] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.000388] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.090631] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.139029] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ee25feee-3f5e-4bc7-977a-416fb75fb51e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.179281] env[70498]: DEBUG oslo_vmware.api [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614293, 'name': PowerOnVM_Task, 'duration_secs': 0.751706} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.179281] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.179281] env[70498]: DEBUG nova.compute.manager [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.183190] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1484cd-6639-4850-84dd-6ddefe28d882 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194534] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.212224] env[70498]: DEBUG nova.network.neutron [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Updating instance_info_cache with network_info: [{"id": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "address": "fa:16:3e:99:44:82", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15dd51f8-08", "ovs_interfaceid": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.639477] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f05a1529-9463-4fb0-a8c8-365b33b056df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.689603] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.707394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.715125] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715495] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Instance network_info: |[{"id": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "address": "fa:16:3e:99:44:82", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15dd51f8-08", "ovs_interfaceid": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.715977] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:44:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15dd51f8-08f1-4f0d-8441-cb23cb5bf672', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.724134] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.724701] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.724968] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dd4815-6015-43b2-9431-927e2051273f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.750666] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.750666] env[70498]: value = "task-3614296" [ 811.750666] env[70498]: _type = "Task" [ 811.750666] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.759355] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614296, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.143069] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance c6262bd9-3ece-4325-8e27-c7c5624f4303 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 812.190658] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.668026} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.190900] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/0c76226b-a9ad-4d80-af0d-2b766ac1cc46.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.191213] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.191418] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60c173c7-3644-483b-9c5e-fb90cf260e7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.202845] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 812.202845] env[70498]: value = "task-3614297" [ 812.202845] env[70498]: _type = "Task" [ 812.202845] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.215046] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.262199] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614296, 'name': CreateVM_Task, 'duration_secs': 0.471961} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.262419] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.263244] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.263882] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264210] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b1e603-f59b-4fa8-adbd-509b892736c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.271753] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 812.271753] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5250238d-c484-ac0a-ab3d-0163b8a1ba6f" [ 812.271753] env[70498]: _type = "Task" [ 812.271753] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.284740] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5250238d-c484-ac0a-ab3d-0163b8a1ba6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.595991] env[70498]: DEBUG nova.compute.manager [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Received event network-changed-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.598839] env[70498]: DEBUG nova.compute.manager [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Refreshing instance network info cache due to event network-changed-15dd51f8-08f1-4f0d-8441-cb23cb5bf672. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.598839] env[70498]: DEBUG oslo_concurrency.lockutils [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] Acquiring lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.598839] env[70498]: DEBUG oslo_concurrency.lockutils [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] Acquired lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.598839] env[70498]: DEBUG nova.network.neutron [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Refreshing network info cache for port 15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.649744] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d386c231-c43e-4a9f-a873-d71a5885696a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 812.713507] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086794} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.714153] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.715132] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f1b33d-db6a-4553-80db-27f5423ffa81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.741952] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/0c76226b-a9ad-4d80-af0d-2b766ac1cc46.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.742383] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4623d49-fe84-4d83-bab9-6863b2241775 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.765550] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 812.765550] env[70498]: value = "task-3614298" [ 812.765550] env[70498]: _type = "Task" [ 812.765550] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.779926] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.786513] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5250238d-c484-ac0a-ab3d-0163b8a1ba6f, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.786657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.787816] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.787816] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.787816] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.787816] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.787816] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e03aff-208b-4545-ab41-600d6b7eb49e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.809087] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.809337] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.810174] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb2ea01d-238f-4209-8677-8f48bda6ac8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.816383] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 812.816383] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f21b17-684d-18d3-dea6-1a45594b95a2" [ 812.816383] env[70498]: _type = "Task" [ 812.816383] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.826163] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f21b17-684d-18d3-dea6-1a45594b95a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.153030] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance b6d59e70-9271-4d27-93a3-8f245f8e53f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.182790] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.183346] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.183346] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "feb8cc6c-15d7-408b-909f-f8810d6df59f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.183480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.183669] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.186210] env[70498]: INFO nova.compute.manager [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Terminating instance [ 813.279043] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614298, 'name': ReconfigVM_Task, 'duration_secs': 0.435572} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.279492] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/0c76226b-a9ad-4d80-af0d-2b766ac1cc46.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.280595] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03808b0b-b53d-459f-aaeb-d01bc880d5ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.293512] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 813.293512] env[70498]: value = "task-3614300" [ 813.293512] env[70498]: _type = "Task" [ 813.293512] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.306350] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614300, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.328670] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f21b17-684d-18d3-dea6-1a45594b95a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014646} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.330271] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23fab5e-b4db-4031-bb3b-0a3e50027508 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.337330] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 813.337330] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525ca932-228e-809f-8cfb-846f53753db9" [ 813.337330] env[70498]: _type = "Task" [ 813.337330] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.348992] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525ca932-228e-809f-8cfb-846f53753db9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.569072] env[70498]: DEBUG nova.network.neutron [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Updated VIF entry in instance network info cache for port 15dd51f8-08f1-4f0d-8441-cb23cb5bf672. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.569568] env[70498]: DEBUG nova.network.neutron [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Updating instance_info_cache with network_info: [{"id": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "address": "fa:16:3e:99:44:82", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15dd51f8-08", "ovs_interfaceid": "15dd51f8-08f1-4f0d-8441-cb23cb5bf672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.658307] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 47e42565-2ce9-434d-887e-d6bba51ff73a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.690787] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "refresh_cache-feb8cc6c-15d7-408b-909f-f8810d6df59f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.691065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquired lock "refresh_cache-feb8cc6c-15d7-408b-909f-f8810d6df59f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.691212] env[70498]: DEBUG nova.network.neutron [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.811132] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614300, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.851706] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525ca932-228e-809f-8cfb-846f53753db9, 'name': SearchDatastore_Task, 'duration_secs': 0.018939} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.852197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.852513] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9eb615a0-f7a2-4877-b8bd-da6f8cce751f/9eb615a0-f7a2-4877-b8bd-da6f8cce751f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.852942] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7730f214-4159-4b98-a95b-22cbee9c8a53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.863602] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 813.863602] env[70498]: value = "task-3614301" [ 813.863602] env[70498]: _type = "Task" [ 813.863602] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.876375] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.072802] env[70498]: DEBUG oslo_concurrency.lockutils [req-6cf227ac-3cab-4fe5-9a01-b519ac09a475 req-31f8b0bb-1364-4426-af9f-61f41480d060 service nova] Releasing lock "refresh_cache-9eb615a0-f7a2-4877-b8bd-da6f8cce751f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.161149] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19810a4d-5814-4ed5-a3af-1c5b8e3d6680 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 814.219989] env[70498]: DEBUG nova.network.neutron [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.308213] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614300, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.339413] env[70498]: DEBUG nova.network.neutron [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.375211] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.665471] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ebfcca2a-2f76-4616-b550-27d0ec6189c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 814.807789] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614300, 'name': Rename_Task, 'duration_secs': 1.25697} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.808262] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.808514] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-954c72cb-abe6-4182-bf41-9546d28d3cf5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.818707] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 814.818707] env[70498]: value = "task-3614302" [ 814.818707] env[70498]: _type = "Task" [ 814.818707] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.829306] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.842115] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Releasing lock "refresh_cache-feb8cc6c-15d7-408b-909f-f8810d6df59f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.842115] env[70498]: DEBUG nova.compute.manager [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.842115] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.843775] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541ed83-1e0c-45a0-854c-6d2aaac18935 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.853487] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.853842] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c18e16ea-7452-4aff-a239-9cc061d3d7e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.863411] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 814.863411] env[70498]: value = "task-3614303" [ 814.863411] env[70498]: _type = "Task" [ 814.863411] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.877814] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.881771] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614301, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.167734] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance e622a650-68e5-4bf1-ae06-2e8b4203918d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 815.330930] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.376097] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614303, 'name': PowerOffVM_Task, 'duration_secs': 0.255058} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.376796] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.376963] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.377271] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-133d5ebc-4375-4cc3-8e40-f34a8987d538 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.382538] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614301, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201986} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.383206] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9eb615a0-f7a2-4877-b8bd-da6f8cce751f/9eb615a0-f7a2-4877-b8bd-da6f8cce751f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.383430] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.383681] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7292603b-e8c6-4af0-b43c-152215dee467 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.393768] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 815.393768] env[70498]: value = "task-3614306" [ 815.393768] env[70498]: _type = "Task" [ 815.393768] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.405275] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.416361] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.416806] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.416929] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Deleting the datastore file [datastore1] feb8cc6c-15d7-408b-909f-f8810d6df59f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.417276] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e457618c-ba1a-4c12-bda4-3457356683eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.426350] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for the task: (returnval){ [ 815.426350] env[70498]: value = "task-3614307" [ 815.426350] env[70498]: _type = "Task" [ 815.426350] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.435767] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.671664] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 815.830224] env[70498]: DEBUG oslo_vmware.api [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614302, 'name': PowerOnVM_Task, 'duration_secs': 0.743845} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.830482] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.830713] env[70498]: INFO nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Took 9.95 seconds to spawn the instance on the hypervisor. [ 815.830899] env[70498]: DEBUG nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.831692] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a39367-1616-4748-8b57-9b9052ae8609 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.909278] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105853} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.909556] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.910371] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c190264c-6c77-467f-b289-1be2ed05579b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.935890] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 9eb615a0-f7a2-4877-b8bd-da6f8cce751f/9eb615a0-f7a2-4877-b8bd-da6f8cce751f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.937593] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ba49c5-0d2f-4887-9aeb-749735a01a93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.960988] env[70498]: DEBUG oslo_vmware.api [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Task: {'id': task-3614307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180491} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.962321] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.962556] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.962690] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.962858] env[70498]: INFO nova.compute.manager [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 815.963107] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.963361] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 815.963361] env[70498]: value = "task-3614308" [ 815.963361] env[70498]: _type = "Task" [ 815.963361] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.965189] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.965189] env[70498]: value = "vm-720934" [ 815.965189] env[70498]: _type = "VirtualMachine" [ 815.965189] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.966243] env[70498]: DEBUG nova.compute.manager [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.966243] env[70498]: DEBUG nova.network.neutron [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.968224] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f10efd5c-c36c-49d8-88de-909211d26c0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.975106] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 815.977948] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d38bc-7f53-47ce-a1eb-ec4871d81cf9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.982376] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease: (returnval){ [ 815.982376] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cfe254-e658-ddd8-5e22-aceb3002e6fa" [ 815.982376] env[70498]: _type = "HttpNfcLease" [ 815.982376] env[70498]: } obtained for exporting VM: (result){ [ 815.982376] env[70498]: value = "vm-720934" [ 815.982376] env[70498]: _type = "VirtualMachine" [ 815.982376] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.982620] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the lease: (returnval){ [ 815.982620] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cfe254-e658-ddd8-5e22-aceb3002e6fa" [ 815.982620] env[70498]: _type = "HttpNfcLease" [ 815.982620] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.989691] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.990254] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.990254] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.990254] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.990407] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.990508] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.990713] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.990870] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.991102] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.991205] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.991379] env[70498]: DEBUG nova.virt.hardware [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.995161] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 815.995293] env[70498]: ERROR oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk due to incomplete transfer. [ 815.996088] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9690bd-3b1a-44c1-bb03-9c14babafa35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.998771] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.999539] env[70498]: DEBUG nova.network.neutron [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.001105] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08ee3504-a3cf-4769-9fce-f1b78bab395f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.005280] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 816.005280] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cfe254-e658-ddd8-5e22-aceb3002e6fa" [ 816.005280] env[70498]: _type = "HttpNfcLease" [ 816.005280] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 816.009021] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 816.009021] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cfe254-e658-ddd8-5e22-aceb3002e6fa" [ 816.009021] env[70498]: _type = "HttpNfcLease" [ 816.009021] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 816.009021] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f75098-0c19-46be-9322-9da29ebd4f31 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.012370] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef2d27-7f4c-4bde-8ab5-81625dff7e9e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.017942] env[70498]: DEBUG oslo_vmware.rw_handles [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52836b6a-a3a4-10ff-5b54-1995b1d17983/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.018867] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploaded image 01acaa4b-ad8b-41ab-b303-fe90872574f6 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.021914] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.022563] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd0eb366-ce0f-4775-b3fa-82da8cffdc8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.037547] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 816.037747] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 816.039323] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.044725] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Creating folder: Project (425822ff64564a61b63685057268ede2). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.046768] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da94f523-fd88-4890-8f62-f171973378f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.109463] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 816.109463] env[70498]: value = "task-3614310" [ 816.109463] env[70498]: _type = "Task" [ 816.109463] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.125327] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614310, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.126250] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Created folder: Project (425822ff64564a61b63685057268ede2) in parent group-v720819. [ 816.126250] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Creating folder: Instances. Parent ref: group-v720940. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.126250] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6813a0d-608d-4670-8729-0e5bfd3edf83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.140305] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Created folder: Instances in parent group-v720940. [ 816.140305] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.140305] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.140305] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa09598-7b8e-45f2-8de1-134127788e24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.155859] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-015fc312-a9d2-4e0c-af53-e80534533de3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.162290] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.162290] env[70498]: value = "task-3614313" [ 816.162290] env[70498]: _type = "Task" [ 816.162290] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.173131] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614313, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.174772] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 364071aa-4386-43a9-b0e4-81b8859bcdc5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.352788] env[70498]: INFO nova.compute.manager [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Took 53.90 seconds to build instance. [ 816.482170] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614308, 'name': ReconfigVM_Task, 'duration_secs': 0.350417} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.482526] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 9eb615a0-f7a2-4877-b8bd-da6f8cce751f/9eb615a0-f7a2-4877-b8bd-da6f8cce751f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.483273] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf171c9-3ac2-4f4b-95d4-5bc4a5d7732f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.493472] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 816.493472] env[70498]: value = "task-3614314" [ 816.493472] env[70498]: _type = "Task" [ 816.493472] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.504377] env[70498]: DEBUG nova.network.neutron [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.505764] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614314, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.621301] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614310, 'name': Destroy_Task, 'duration_secs': 0.533715} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.621746] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroyed the VM [ 816.622072] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 816.622434] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1ae5bd6-2bf1-4809-b0ab-f1ff5b161842 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.630784] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 816.630784] env[70498]: value = "task-3614315" [ 816.630784] env[70498]: _type = "Task" [ 816.630784] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.641329] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.674394] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614313, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.677972] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 31e20aad-a2bc-4a8a-9ebf-691928e946b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 816.858147] env[70498]: DEBUG oslo_concurrency.lockutils [None req-72658d28-ba04-40c7-a071-9cbae3d4e0ef tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.268s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.006217] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.006531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.007188] env[70498]: INFO nova.compute.manager [-] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Took 1.04 seconds to deallocate network for instance. [ 817.012792] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614314, 'name': Rename_Task, 'duration_secs': 0.213764} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.016046] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.016600] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea48186-a7a4-443a-a58f-5e484934181a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.026125] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 817.026125] env[70498]: value = "task-3614317" [ 817.026125] env[70498]: _type = "Task" [ 817.026125] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.041416] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.144359] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.178920] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614313, 'name': CreateVM_Task, 'duration_secs': 0.537385} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.179263] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.180089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.180297] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.180656] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.181480] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 11086611-2508-490c-ba96-13b0d3041e3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 817.182876] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47708f8a-23c7-468c-9f60-5e5c99fc47f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.190788] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 817.190788] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52012c3e-6dfb-6f01-2c79-d3c2d47ff101" [ 817.190788] env[70498]: _type = "Task" [ 817.190788] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.203534] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52012c3e-6dfb-6f01-2c79-d3c2d47ff101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.365239] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.459056] env[70498]: INFO nova.compute.manager [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Rescuing [ 817.459056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459336] env[70498]: DEBUG nova.network.neutron [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.517828] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.538290] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.643818] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614315, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.687506] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d4407b2b-3755-4916-a0d1-bc9cabb6514e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 817.688093] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 817.688318] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 817.701340] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52012c3e-6dfb-6f01-2c79-d3c2d47ff101, 'name': SearchDatastore_Task, 'duration_secs': 0.016215} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.701798] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.702141] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.702528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.702703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.702899] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.703298] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97dfb25d-df7c-485b-a61a-dd1c11422607 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.714947] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.715226] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.716153] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1cfc98-2671-4a5e-ad6f-05233982f169 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.723862] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 817.723862] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc90d5-a98e-9364-cf46-80bafa3959f6" [ 817.723862] env[70498]: _type = "Task" [ 817.723862] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.737028] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc90d5-a98e-9364-cf46-80bafa3959f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.892911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.038850] env[70498]: DEBUG oslo_vmware.api [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614317, 'name': PowerOnVM_Task, 'duration_secs': 0.642772} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.040085] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.040085] env[70498]: INFO nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Took 9.35 seconds to spawn the instance on the hypervisor. [ 818.040085] env[70498]: DEBUG nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.041682] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db39d75-335e-4f02-8305-b9ca06956f3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.149024] env[70498]: DEBUG oslo_vmware.api [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614315, 'name': RemoveSnapshot_Task, 'duration_secs': 1.082994} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.149691] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.149691] env[70498]: INFO nova.compute.manager [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 818.212449] env[70498]: DEBUG nova.network.neutron [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Updating instance_info_cache with network_info: [{"id": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "address": "fa:16:3e:e4:bc:cb", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77603fcf-ad", "ovs_interfaceid": "77603fcf-ad1f-4d8b-84d8-b0c231650ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.239684] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc90d5-a98e-9364-cf46-80bafa3959f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017621} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.243625] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4900a0-f56a-4761-84de-733ca3086ab4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.250486] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 818.250486] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5232b526-594d-bf27-aff3-b41e0df82a9b" [ 818.250486] env[70498]: _type = "Task" [ 818.250486] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.264020] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5232b526-594d-bf27-aff3-b41e0df82a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.315313] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d816f207-780d-4077-8f2d-520226cbb0f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.324761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b911e7ad-5483-48c4-9066-6a61e4b25f3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.362047] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914fbde-56ca-4725-ad77-48a1d33bf65d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.370902] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee33339e-c4c8-4ca3-9ebb-0e5ad5119dd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.387040] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.566808] env[70498]: INFO nova.compute.manager [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Took 52.39 seconds to build instance. [ 818.593550] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.594865] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a83abb-04af-42d5-ac1c-4c3697498451 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.603303] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.603485] env[70498]: ERROR oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk due to incomplete transfer. [ 818.603746] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0524f54b-d3b7-4de5-a588-4889022478b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.613387] env[70498]: DEBUG oslo_vmware.rw_handles [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524ca400-b855-ee1a-af0c-6b63a752ff5b/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.613597] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Uploaded image 1c030f10-ff6c-462b-b6fa-c215305d3a82 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.615858] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.616079] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-619b768f-94e6-4959-8f57-994e0568000b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.627709] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 818.627709] env[70498]: value = "task-3614318" [ 818.627709] env[70498]: _type = "Task" [ 818.627709] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.638582] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614318, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.711765] env[70498]: DEBUG nova.compute.manager [None req-43875467-0258-44c7-8eb0-4259bdacdd8a tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Found 1 images (rotation: 2) {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 818.714896] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "refresh_cache-0c76226b-a9ad-4d80-af0d-2b766ac1cc46" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.762623] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5232b526-594d-bf27-aff3-b41e0df82a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.013995} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.762924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.763279] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.763566] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0581559-eda8-4cbb-b3fa-9676cc6b12f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.773215] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 818.773215] env[70498]: value = "task-3614319" [ 818.773215] env[70498]: _type = "Task" [ 818.773215] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.782159] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.890031] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.071503] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ed36c5a-f467-4deb-a635-0215fdf71e55 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.441s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.142275] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614318, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.286715] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.396024] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 819.396024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.348s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.396223] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.652s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.398994] env[70498]: INFO nova.compute.claims [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.574722] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.639031] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614318, 'name': Destroy_Task, 'duration_secs': 0.61511} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.639250] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Destroyed the VM [ 819.639512] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.639780] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3131a362-31ae-46f7-9e18-81f94d6bdc7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.647611] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 819.647611] env[70498]: value = "task-3614321" [ 819.647611] env[70498]: _type = "Task" [ 819.647611] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.656133] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.785479] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647129} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.785783] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.785995] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.786286] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce934dd-e4a2-42d9-b047-cadc4a29a127 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.795750] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 819.795750] env[70498]: value = "task-3614322" [ 819.795750] env[70498]: _type = "Task" [ 819.795750] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.807178] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.056586] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.056825] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.105505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.160417] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.248846] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.249228] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297cbc5e-3f44-4dc5-8fba-d2af2545b4e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.257885] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 820.257885] env[70498]: value = "task-3614323" [ 820.257885] env[70498]: _type = "Task" [ 820.257885] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.267759] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.306046] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166984} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.306524] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.307287] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336dbd83-d427-48e1-b7ff-cb1308e60f85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.332639] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.332970] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e8f8795-2aa4-4e1b-90f6-bca6f31514a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.359307] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 820.359307] env[70498]: value = "task-3614324" [ 820.359307] env[70498]: _type = "Task" [ 820.359307] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.369817] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.405920] env[70498]: DEBUG nova.compute.manager [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.407266] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe7f3a-6949-41bd-8b41-bb6810f78057 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.657495] env[70498]: DEBUG oslo_vmware.api [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.857717} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.657781] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.658182] env[70498]: INFO nova.compute.manager [None req-5c8df0cb-79ea-4b7d-9572-5143b934f005 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 16.02 seconds to snapshot the instance on the hypervisor. [ 820.771342] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614323, 'name': PowerOffVM_Task, 'duration_secs': 0.257952} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.771641] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.772535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe56297a-66eb-4a7b-a8a9-7f543bbbbd2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.801681] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b71ace-beba-44da-b3cf-9a247205d2da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.839064] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.839427] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4391cfd-2205-4023-b3e3-0e6793f63501 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.848060] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 820.848060] env[70498]: value = "task-3614325" [ 820.848060] env[70498]: _type = "Task" [ 820.848060] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.856381] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.869412] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614324, 'name': ReconfigVM_Task, 'duration_secs': 0.324276} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.872093] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.873038] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b1e48c-cab9-4e37-82b6-6b4c940164ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.880213] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 820.880213] env[70498]: value = "task-3614326" [ 820.880213] env[70498]: _type = "Task" [ 820.880213] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.891038] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614326, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.925347] env[70498]: INFO nova.compute.manager [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] instance snapshotting [ 820.926464] env[70498]: DEBUG nova.objects.instance [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.970349] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef41f2-d4d7-4ee1-a9b7-6d47ffd41c59 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.980366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d998a-78ae-4bd6-8f3f-ab55008e9657 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.014051] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd10415-2e08-47bf-972c-10a1e31b7ce0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.022707] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45764850-01ac-4ff4-99f5-0c5c88b2243f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.039281] env[70498]: DEBUG nova.compute.provider_tree [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.359892] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 821.360106] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.360451] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.360610] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.360789] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.361059] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d6b72e5-1c5e-4747-94ab-73e4bcc676c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.371260] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.371456] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.372277] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a34b2e-5e9b-421d-8895-7b234be330c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.378592] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 821.378592] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5b0ab-ca10-379c-7208-4af170f4c82d" [ 821.378592] env[70498]: _type = "Task" [ 821.378592] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.391728] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614326, 'name': Rename_Task, 'duration_secs': 0.159786} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.395230] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.395526] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5b0ab-ca10-379c-7208-4af170f4c82d, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.395751] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3b745d-36e9-4160-a046-0135b449c05d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.397925] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b415f3-ead2-4f17-9a5b-6a172fdad506 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.404631] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 821.404631] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522b1f0d-dcd0-d16c-aa5e-4896cb882d47" [ 821.404631] env[70498]: _type = "Task" [ 821.404631] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.409314] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 821.409314] env[70498]: value = "task-3614327" [ 821.409314] env[70498]: _type = "Task" [ 821.409314] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.415416] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522b1f0d-dcd0-d16c-aa5e-4896cb882d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.420460] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.435166] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb89fab-8e8c-4e56-8a7f-6a4933ea9b9c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.455868] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db25c2-1603-44d5-8113-2c17cebd361c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.542338] env[70498]: DEBUG nova.scheduler.client.report [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.923332] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614327, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.927255] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522b1f0d-dcd0-d16c-aa5e-4896cb882d47, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.927602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.927863] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 821.928206] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4253e235-037f-41a0-804e-8a1aa36154cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.936694] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 821.936694] env[70498]: value = "task-3614328" [ 821.936694] env[70498]: _type = "Task" [ 821.936694] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.948396] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.967760] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 821.968121] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3abd3702-aff1-4633-89a2-190628713974 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.976095] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 821.976095] env[70498]: value = "task-3614329" [ 821.976095] env[70498]: _type = "Task" [ 821.976095] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.987282] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.048467] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.049015] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.051842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.646s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.053934] env[70498]: INFO nova.compute.claims [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.427038] env[70498]: DEBUG oslo_vmware.api [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614327, 'name': PowerOnVM_Task, 'duration_secs': 0.62778} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.427038] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.427500] env[70498]: INFO nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Took 11.34 seconds to spawn the instance on the hypervisor. [ 822.427778] env[70498]: DEBUG nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.428829] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2f511e-c4f9-4ef5-b0c8-d43d3695ff34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.450519] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.488915] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.560763] env[70498]: DEBUG nova.compute.utils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.566079] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.566079] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.613507] env[70498]: DEBUG nova.policy [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f794cc14733f4e4fb08cbda3abf68210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ea62662ff24c33b45c6200d61b9850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.942010] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Successfully created port: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.957340] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633265} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.960333] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 822.960884] env[70498]: INFO nova.compute.manager [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Took 56.73 seconds to build instance. [ 822.962305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b3afa7-57a0-4f36-8b6f-bd66f27fcb0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.994803] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.999051] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c683259-71d4-4139-a071-16a533a84c2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.021979] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614329, 'name': CreateSnapshot_Task, 'duration_secs': 1.029318} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.023443] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.023779] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 823.023779] env[70498]: value = "task-3614330" [ 823.023779] env[70498]: _type = "Task" [ 823.023779] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.024855] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fb06e0-71a3-40c8-b904-47047f4b1caa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.037396] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614330, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.065717] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.392904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.392904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.467435] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57144b15-b750-44e2-b2d5-da8b22c2a5fb tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.144s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.551780] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 823.551780] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.554667] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5eb19a74-a727-4cbf-9590-1b28f377a979 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564631] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 823.564631] env[70498]: value = "task-3614331" [ 823.564631] env[70498]: _type = "Task" [ 823.564631] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.582828] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614331, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.729649] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ad66c-62a3-4175-88f8-bcf532180a40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.738577] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29f56c3-ff36-4696-a497-645ff7175091 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.772097] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab57c58-1250-46b3-ba89-bead71b66524 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.780981] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f05a3f-5e47-4a27-9050-547b8d0311be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.798321] env[70498]: DEBUG nova.compute.provider_tree [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.970201] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.041646] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614330, 'name': ReconfigVM_Task, 'duration_secs': 0.684334} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.041965] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.042900] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1418018-06a5-4f02-a7f6-bb0c85337233 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.078300] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a9f2714-c046-4356-aa18-dbabc75faf8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.090985] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.102527] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614331, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.104184] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 824.104184] env[70498]: value = "task-3614332" [ 824.104184] env[70498]: _type = "Task" [ 824.104184] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.114307] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.239734] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.239734] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.239734] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.239951] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.239951] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.239951] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.239951] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.239951] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.240108] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.240108] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.240240] env[70498]: DEBUG nova.virt.hardware [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.242261] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ce8dc-d829-464f-980f-b89d8eb2f6f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.252364] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.253698] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d48f4c0-d54a-4fa4-9f89-8b0a3863e1f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.258118] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75298f53-d47c-4761-9dc3-253c9d0bc99d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.264730] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.264925] env[70498]: ERROR oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk due to incomplete transfer. [ 824.273376] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14ce677b-4d39-46ad-bb80-2743ac5b2515 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.282875] env[70498]: DEBUG oslo_vmware.rw_handles [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527af530-1a90-969b-5dd9-ea4b1f11e5f8/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.283052] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Uploaded image 7252b2f2-3753-47c5-b6bb-db38d704ce23 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.286164] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.286561] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c8f122d-8ba3-4c6e-95b2-09d5d2d83e98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.295047] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 824.295047] env[70498]: value = "task-3614333" [ 824.295047] env[70498]: _type = "Task" [ 824.295047] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.307287] env[70498]: DEBUG nova.scheduler.client.report [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.310651] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614333, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.499945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.580793] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614331, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.614910] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614332, 'name': ReconfigVM_Task, 'duration_secs': 0.281851} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.615297] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.615611] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b827514-08a4-440a-85b4-0cd96f8d6a54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.624133] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 824.624133] env[70498]: value = "task-3614334" [ 824.624133] env[70498]: _type = "Task" [ 824.624133] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.636613] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.671274] env[70498]: INFO nova.compute.manager [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Rebuilding instance [ 824.679529] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Successfully updated port: 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.727469] env[70498]: DEBUG nova.compute.manager [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.728622] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c17532-e365-4237-a48a-bb0e315daada {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.796708] env[70498]: DEBUG nova.compute.manager [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Received event network-vif-plugged-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.798136] env[70498]: DEBUG oslo_concurrency.lockutils [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] Acquiring lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.798136] env[70498]: DEBUG oslo_concurrency.lockutils [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.798136] env[70498]: DEBUG oslo_concurrency.lockutils [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.798136] env[70498]: DEBUG nova.compute.manager [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] No waiting events found dispatching network-vif-plugged-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.798136] env[70498]: WARNING nova.compute.manager [req-36d6e70e-9ddb-41cd-bccc-b9266b075f64 req-ea01ee5a-f6f9-431d-8a1b-9d6abaf5a949 service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Received unexpected event network-vif-plugged-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 for instance with vm_state building and task_state spawning. [ 824.809734] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614333, 'name': Destroy_Task, 'duration_secs': 0.399227} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.810009] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Destroyed the VM [ 824.810245] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.810502] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b9ab54c-6b72-4487-9ce4-65952873cba1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.815037] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.815037] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.817605] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.492s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.817800] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.819843] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.505s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.821663] env[70498]: INFO nova.compute.claims [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.827205] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 824.827205] env[70498]: value = "task-3614335" [ 824.827205] env[70498]: _type = "Task" [ 824.827205] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.836615] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.850816] env[70498]: INFO nova.scheduler.client.report [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Deleted allocations for instance ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0 [ 825.082190] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614331, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.137300] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614334, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.183009] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.183201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.183366] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.329965] env[70498]: DEBUG nova.compute.utils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.333203] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.333203] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.346683] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.491422} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.346957] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 825.347250] env[70498]: DEBUG nova.compute.manager [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.348690] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64b9c07-66c6-411b-a278-74be50f17c8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.362630] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c145c2dd-a44d-45cd-b90e-4d0cb5d5d6d0 tempest-ImagesNegativeTestJSON-1538765649 tempest-ImagesNegativeTestJSON-1538765649-project-member] Lock "ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.944s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.396529] env[70498]: DEBUG nova.policy [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6962849ae97d4200893dc0428faecd6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef1d530fffcd49338cddeb9690867c60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.536935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.537311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.537589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.537853] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.538166] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.540469] env[70498]: INFO nova.compute.manager [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Terminating instance [ 825.582834] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614331, 'name': CloneVM_Task, 'duration_secs': 1.554248} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.582834] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created linked-clone VM from snapshot [ 825.582834] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb35dd-cf23-4f92-9fc7-82ad47ad90bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.591063] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploading image a88c7d53-39a0-4093-933e-5c92cfa9b960 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 825.616344] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 825.616344] env[70498]: value = "vm-720944" [ 825.616344] env[70498]: _type = "VirtualMachine" [ 825.616344] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 825.616941] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4cad54dc-94c7-442d-9dcd-0941ce7ab3f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.626176] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease: (returnval){ [ 825.626176] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5219d4b7-1b2d-85b6-435d-f99a08ea1136" [ 825.626176] env[70498]: _type = "HttpNfcLease" [ 825.626176] env[70498]: } obtained for exporting VM: (result){ [ 825.626176] env[70498]: value = "vm-720944" [ 825.626176] env[70498]: _type = "VirtualMachine" [ 825.626176] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 825.626176] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the lease: (returnval){ [ 825.626176] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5219d4b7-1b2d-85b6-435d-f99a08ea1136" [ 825.626176] env[70498]: _type = "HttpNfcLease" [ 825.626176] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 825.637372] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.637372] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5219d4b7-1b2d-85b6-435d-f99a08ea1136" [ 825.637372] env[70498]: _type = "HttpNfcLease" [ 825.637372] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.639639] env[70498]: DEBUG oslo_vmware.api [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614334, 'name': PowerOnVM_Task, 'duration_secs': 0.739846} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.639875] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.642532] env[70498]: DEBUG nova.compute.manager [None req-5e9d2acc-2ea2-4b81-9709-3d99154315fb tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.643480] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99659f3f-02b5-4c62-9f30-93f6e7fcdb7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.739838] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.743099] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.743099] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5dfe6b-838f-40e7-aa0b-177adc82e3bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.751589] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 825.751589] env[70498]: value = "task-3614337" [ 825.751589] env[70498]: _type = "Task" [ 825.751589] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.760986] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.766716] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Successfully created port: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.835854] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.867045] env[70498]: INFO nova.compute.manager [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Shelve offloading [ 826.033596] env[70498]: DEBUG nova.network.neutron [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Updating instance_info_cache with network_info: [{"id": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "address": "fa:16:3e:9c:0d:09", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60816ca8-e3", "ovs_interfaceid": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.044697] env[70498]: DEBUG nova.compute.manager [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.044923] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.045864] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422be76-72b5-48dc-92cd-4117e6e92b59 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.060422] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.060707] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6c08d3-02ac-499d-aa9a-99e7778e1e71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.069040] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 826.069040] env[70498]: value = "task-3614338" [ 826.069040] env[70498]: _type = "Task" [ 826.069040] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.090048] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.139038] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.139038] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5219d4b7-1b2d-85b6-435d-f99a08ea1136" [ 826.139038] env[70498]: _type = "HttpNfcLease" [ 826.139038] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.139227] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.139227] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5219d4b7-1b2d-85b6-435d-f99a08ea1136" [ 826.139227] env[70498]: _type = "HttpNfcLease" [ 826.139227] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 826.139998] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5e7db-360a-4428-81f7-0ca32008a47b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.151348] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.151348] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 826.264380] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614337, 'name': PowerOffVM_Task, 'duration_secs': 0.289307} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.264380] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.265435] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.265769] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290930f7-d3aa-4fe7-91a0-2c23543841cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.273725] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.273988] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bafb3e6-01ab-4dac-9cd8-679087a1ddba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.281424] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12883933-654e-4b8e-a6c2-ddf39aa511c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.313699] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.313699] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.313699] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Deleting the datastore file [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.314486] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba4f4e05-13f5-432a-82e2-b2112476f4fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.322011] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 826.322011] env[70498]: value = "task-3614340" [ 826.322011] env[70498]: _type = "Task" [ 826.322011] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.336655] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.372416] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.372788] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd610175-7253-49bc-bc1b-0db5c5e27809 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.383836] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 826.383836] env[70498]: value = "task-3614341" [ 826.383836] env[70498]: _type = "Task" [ 826.383836] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.398024] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 826.398024] env[70498]: DEBUG nova.compute.manager [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.398284] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de8b5e-22c0-4689-b571-400c5b4f1906 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.408497] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.411120] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.411120] env[70498]: DEBUG nova.network.neutron [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.533972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2232b15-60a8-4740-8db7-ab62dde3e7fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.537193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.537730] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance network_info: |[{"id": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "address": "fa:16:3e:9c:0d:09", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60816ca8-e3", "ovs_interfaceid": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.537951] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:0d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.547298] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.548140] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.548423] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f242ebb-b6c3-4a99-9514-d371a1188791 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.568199] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5fdfa9-0e00-487a-99c5-1531e52789f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.576868] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.576868] env[70498]: value = "task-3614342" [ 826.576868] env[70498]: _type = "Task" [ 826.576868] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.611790] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614338, 'name': PowerOffVM_Task, 'duration_secs': 0.212252} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.613476] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.613792] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.614663] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695bcfd-500e-4da2-b4ef-55d846a08487 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.621538] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-774c1e52-8b3e-4a5d-8914-9e5403d9fd02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.623140] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614342, 'name': CreateVM_Task} progress is 15%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.629424] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82016cf-808e-4322-a753-83847f1aab13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.646595] env[70498]: DEBUG nova.compute.provider_tree [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.708894] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.709565] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.710388] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleting the datastore file [datastore2] 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.710388] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a0be32-8912-4c06-8b48-084e2771c5e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.722700] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 826.722700] env[70498]: value = "task-3614344" [ 826.722700] env[70498]: _type = "Task" [ 826.722700] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.740246] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.835161] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259493} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.836563] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.837780] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.837973] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.853861] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.903344] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.903344] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.903344] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.903481] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.903481] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.903481] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.903481] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.903481] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.903636] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.903636] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.903636] env[70498]: DEBUG nova.virt.hardware [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.904805] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988eb7a1-bd72-40a0-8bfe-7801306ff105 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.929209] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67813cde-ed82-4803-a293-ce29a894f435 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.092305] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614342, 'name': CreateVM_Task, 'duration_secs': 0.450593} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.092677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.093423] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.093601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.094129] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.094549] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eedf4454-3812-4145-8b6d-5409c4da6de9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.104878] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 827.104878] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523143a6-6420-f6ff-d185-c62c1b339748" [ 827.104878] env[70498]: _type = "Task" [ 827.104878] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.118395] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523143a6-6420-f6ff-d185-c62c1b339748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.145604] env[70498]: DEBUG nova.compute.manager [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Received event network-changed-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.146241] env[70498]: DEBUG nova.compute.manager [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Refreshing instance network info cache due to event network-changed-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.146794] env[70498]: DEBUG oslo_concurrency.lockutils [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] Acquiring lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.147207] env[70498]: DEBUG oslo_concurrency.lockutils [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] Acquired lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.147673] env[70498]: DEBUG nova.network.neutron [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Refreshing network info cache for port 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.150320] env[70498]: DEBUG nova.scheduler.client.report [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.238338] env[70498]: DEBUG oslo_vmware.api [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243385} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.238338] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.238338] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.238338] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.238338] env[70498]: INFO nova.compute.manager [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 827.238561] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.238561] env[70498]: DEBUG nova.compute.manager [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.238561] env[70498]: DEBUG nova.network.neutron [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.363922] env[70498]: DEBUG nova.network.neutron [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.520152] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "31c1a5b7-9ab5-4420-a967-f64542860150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.520406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.618771] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523143a6-6420-f6ff-d185-c62c1b339748, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.619143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.619498] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.619758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.619758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.620340] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.620340] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67cf9545-2203-4859-9798-2684fa3b8d99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.632608] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.632706] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.633711] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057314a7-9bc8-4cf7-a9d5-c092a4ffa136 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.640617] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 827.640617] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5285a519-b275-7fd5-cda9-b60a61b7dff6" [ 827.640617] env[70498]: _type = "Task" [ 827.640617] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.650573] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5285a519-b275-7fd5-cda9-b60a61b7dff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.659287] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.659818] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.662781] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.293s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.662997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.665885] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.178s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.667466] env[70498]: INFO nova.compute.claims [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.695854] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Successfully updated port: a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.706674] env[70498]: INFO nova.scheduler.client.report [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Deleted allocations for instance 8d6e650f-3557-4ee7-b711-df7b27dbfcf5 [ 827.859039] env[70498]: DEBUG nova.compute.manager [req-0d80eb90-1d4b-4c2b-aa08-fbc49ea95939 req-5dc96080-67a2-4c8c-b34e-6398caf90ade service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Received event network-vif-deleted-49442a3a-8672-4a9f-85da-db3f99299382 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.859039] env[70498]: INFO nova.compute.manager [req-0d80eb90-1d4b-4c2b-aa08-fbc49ea95939 req-5dc96080-67a2-4c8c-b34e-6398caf90ade service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Neutron deleted interface 49442a3a-8672-4a9f-85da-db3f99299382; detaching it from the instance and deleting it from the info cache [ 827.859039] env[70498]: DEBUG nova.network.neutron [req-0d80eb90-1d4b-4c2b-aa08-fbc49ea95939 req-5dc96080-67a2-4c8c-b34e-6398caf90ade service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.869263] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.893152] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.893677] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.893972] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.894288] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.894785] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.895050] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.895397] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.895689] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.895874] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.896379] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.896618] env[70498]: DEBUG nova.virt.hardware [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.897808] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6361c776-c893-4229-9b2c-da4bd351e18a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.911283] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad2c1ff-099c-46e9-a1bb-5fef9524657f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.937391] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.943803] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.944677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.945018] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9d88bc0-ff34-48ab-a02e-26b5708aef42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.968975] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.968975] env[70498]: value = "task-3614345" [ 827.968975] env[70498]: _type = "Task" [ 827.968975] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.978451] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614345, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.142660] env[70498]: DEBUG nova.network.neutron [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Updated VIF entry in instance network info cache for port 60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.144222] env[70498]: DEBUG nova.network.neutron [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Updating instance_info_cache with network_info: [{"id": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "address": "fa:16:3e:9c:0d:09", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60816ca8-e3", "ovs_interfaceid": "60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.160947] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5285a519-b275-7fd5-cda9-b60a61b7dff6, 'name': SearchDatastore_Task, 'duration_secs': 0.013712} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.161048] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eaf11be-008e-45df-a835-d692d17900dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.168213] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 828.168213] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e06477-8741-a19b-ed42-37c3b76fa20c" [ 828.168213] env[70498]: _type = "Task" [ 828.168213] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.173858] env[70498]: DEBUG nova.compute.utils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.178912] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.179085] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.190908] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e06477-8741-a19b-ed42-37c3b76fa20c, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.190908] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.191043] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.191664] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca23e5e8-7dcf-43e1-8407-73961e7b2fe5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.201190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.201589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.201778] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.206237] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 828.206237] env[70498]: value = "task-3614346" [ 828.206237] env[70498]: _type = "Task" [ 828.206237] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.224211] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.224698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0e8052fb-45d0-467d-8831-2140f8c338d8 tempest-InstanceActionsV221TestJSON-1833781997 tempest-InstanceActionsV221TestJSON-1833781997-project-member] Lock "8d6e650f-3557-4ee7-b711-df7b27dbfcf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.510s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.234770] env[70498]: DEBUG nova.network.neutron [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.243553] env[70498]: DEBUG nova.policy [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07989bdd3468499ba1ee756bc1f18b2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e6ae8a5b43a425093083cfb5d04d502', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.363905] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcde61fe-e7f9-41e1-b4b9-6450f2fbde55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.375627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af14e94b-ad95-4daf-bcb5-64d6d1209af4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.419053] env[70498]: DEBUG nova.compute.manager [req-0d80eb90-1d4b-4c2b-aa08-fbc49ea95939 req-5dc96080-67a2-4c8c-b34e-6398caf90ade service nova] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Detach interface failed, port_id=49442a3a-8672-4a9f-85da-db3f99299382, reason: Instance 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.481034] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614345, 'name': CreateVM_Task, 'duration_secs': 0.356625} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.481510] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.481848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.482101] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.483465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.483557] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43653132-ef3b-4502-b592-2523ba4ca7af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.491027] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 828.491027] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52283ca1-d6e2-a02e-5978-d0a24e94cb2d" [ 828.491027] env[70498]: _type = "Task" [ 828.491027] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.502439] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52283ca1-d6e2-a02e-5978-d0a24e94cb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.653113] env[70498]: DEBUG oslo_concurrency.lockutils [req-3801356d-0ce0-415b-8790-6ba0fee39bee req-e5fde4de-d28c-48d2-93de-d0923c23a4ef service nova] Releasing lock "refresh_cache-3a7fa033-88fa-45a4-a054-d9ca2525f289" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.682260] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.730587] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614346, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.737996] env[70498]: INFO nova.compute.manager [-] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Took 1.50 seconds to deallocate network for instance. [ 828.769192] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.769192] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de086eae-157d-43ae-b245-59f57fbc128a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.783188] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.789911] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598ccd0c-ff66-445f-8d7e-aac53b5c4880 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.827182] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.874252] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.875016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.875016] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore1] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.875152] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c4632b-bb9a-4e81-b627-bc788d31bb05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.886309] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 828.886309] env[70498]: value = "task-3614348" [ 828.886309] env[70498]: _type = "Task" [ 828.886309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.895700] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.005988] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52283ca1-d6e2-a02e-5978-d0a24e94cb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.053807} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.006489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.006852] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.009019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.009019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.009019] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.009019] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e49e15-ec00-4d7e-be34-ce4d8fcd31b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.023020] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.023020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.023020] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f589481f-4e25-4736-b493-4f9452712114 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.034486] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 829.034486] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52759248-d78f-baef-ea1d-38d8aba2d0ed" [ 829.034486] env[70498]: _type = "Task" [ 829.034486] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.049076] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52759248-d78f-baef-ea1d-38d8aba2d0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.073643] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Successfully created port: df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.146292] env[70498]: DEBUG nova.network.neutron [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.225297] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552569} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.230235] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.230235] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.230235] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fb398f0-897b-4490-814e-d4cff6be090b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.238408] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 829.238408] env[70498]: value = "task-3614349" [ 829.238408] env[70498]: _type = "Task" [ 829.238408] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.252908] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.253233] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.350198] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e76a4-5b67-4229-b3c0-3bb274bef613 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.358797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa00330-1fe0-49b5-a58a-741c0275cbfa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.400445] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7001aa-d846-4f47-b7e9-76c77ae6f084 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.413259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7cb254-3225-46ac-a9e0-dd6da1498061 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.417367] env[70498]: DEBUG oslo_vmware.api [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311051} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.417632] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.417814] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.417989] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.431044] env[70498]: DEBUG nova.compute.provider_tree [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.438311] env[70498]: INFO nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted allocations for instance 6d264890-6eb1-4ab6-88af-b3289ea3ef4c [ 829.503825] env[70498]: DEBUG nova.compute.manager [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-vif-plugged-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.504108] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Acquiring lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.504273] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.505226] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.505226] env[70498]: DEBUG nova.compute.manager [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] No waiting events found dispatching network-vif-plugged-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.505226] env[70498]: WARNING nova.compute.manager [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received unexpected event network-vif-plugged-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c for instance with vm_state building and task_state spawning. [ 829.505612] env[70498]: DEBUG nova.compute.manager [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.505612] env[70498]: DEBUG nova.compute.manager [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing instance network info cache due to event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.505703] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.549092] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52759248-d78f-baef-ea1d-38d8aba2d0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018265} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.549927] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a46e27-4813-4c69-8668-15856a6f6cf4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.556286] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 829.556286] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52efc7ee-ca90-306f-28bc-71de0f7bfce1" [ 829.556286] env[70498]: _type = "Task" [ 829.556286] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.565161] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52efc7ee-ca90-306f-28bc-71de0f7bfce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.651390] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.652261] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Instance network_info: |[{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.652261] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.652506] env[70498]: DEBUG nova.network.neutron [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.653660] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ee:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.664915] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Creating folder: Project (ef1d530fffcd49338cddeb9690867c60). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.666609] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31e14eed-9d4b-428a-9f81-ba2c0a847414 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.695903] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.698205] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Created folder: Project (ef1d530fffcd49338cddeb9690867c60) in parent group-v720819. [ 829.698446] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Creating folder: Instances. Parent ref: group-v720947. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.699228] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c2268f0-281b-4241-aeb9-c544eec3bf01 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.712766] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Created folder: Instances in parent group-v720947. [ 829.713099] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.713254] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.713474] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908a015f-6628-4b2c-b8b4-d7d63bd27362 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.738889] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.739267] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.739408] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.739644] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.739819] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.739976] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.740263] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.740450] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.740848] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.740848] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.741106] env[70498]: DEBUG nova.virt.hardware [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.742587] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e008bd4-2118-427a-a218-58197c134262 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.749921] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.749921] env[70498]: value = "task-3614352" [ 829.749921] env[70498]: _type = "Task" [ 829.749921] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.758406] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143477} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.760735] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76c8f7-4d77-47c5-88a0-43afeded02b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.764209] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.768981] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8a233-472d-4be0-8b14-552935f02caf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.771584] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614352, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.801308] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.801640] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9254f37d-1838-4c0e-8998-9399bed2a187 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.823999] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 829.823999] env[70498]: value = "task-3614353" [ 829.823999] env[70498]: _type = "Task" [ 829.823999] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.833665] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.899268] env[70498]: DEBUG nova.compute.manager [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-vif-unplugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.899268] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.899268] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.899496] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.899543] env[70498]: DEBUG nova.compute.manager [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] No waiting events found dispatching network-vif-unplugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.899722] env[70498]: WARNING nova.compute.manager [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received unexpected event network-vif-unplugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c for instance with vm_state shelved_offloaded and task_state None. [ 829.899832] env[70498]: DEBUG nova.compute.manager [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.900078] env[70498]: DEBUG nova.compute.manager [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing instance network info cache due to event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.900180] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.900828] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.900828] env[70498]: DEBUG nova.network.neutron [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.934583] env[70498]: DEBUG nova.scheduler.client.report [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.944751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.071041] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52efc7ee-ca90-306f-28bc-71de0f7bfce1, 'name': SearchDatastore_Task, 'duration_secs': 0.018948} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.071041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.071041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.071041] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc252258-8dd1-474d-8954-2c30f790fbe3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.082798] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 830.082798] env[70498]: value = "task-3614354" [ 830.082798] env[70498]: _type = "Task" [ 830.082798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.100486] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.261842] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614352, 'name': CreateVM_Task, 'duration_secs': 0.49156} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.262515] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.263427] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.263723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.264194] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.264750] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cefdfbf-ed6f-44cd-9f21-55b5ab4af6f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.273181] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 830.273181] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52539bc3-6506-ddf6-4de5-d97ac09ded0f" [ 830.273181] env[70498]: _type = "Task" [ 830.273181] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.287625] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52539bc3-6506-ddf6-4de5-d97ac09ded0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.336329] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614353, 'name': ReconfigVM_Task, 'duration_secs': 0.428633} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.336823] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.338154] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158f34a1-3f52-4a98-893f-f8bc1c8c1cec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.347892] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 830.347892] env[70498]: value = "task-3614355" [ 830.347892] env[70498]: _type = "Task" [ 830.347892] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.360915] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614355, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.442833] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.443764] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.450025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.875s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.450345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.452680] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.355s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.452958] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.455090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.811s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.457541] env[70498]: INFO nova.compute.claims [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.504702] env[70498]: INFO nova.scheduler.client.report [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Deleted allocations for instance 9010112d-e255-4da9-b10c-fa134575c977 [ 830.514511] env[70498]: INFO nova.scheduler.client.report [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted allocations for instance cf72ad0e-a3aa-4186-ac7f-9b0bf5221496 [ 830.543858] env[70498]: DEBUG nova.network.neutron [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updated VIF entry in instance network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.543858] env[70498]: DEBUG nova.network.neutron [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.601781] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.784897] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52539bc3-6506-ddf6-4de5-d97ac09ded0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016241} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.787455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.787455] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.787455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.787455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.787635] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.787635] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b13966-a931-465e-9107-ee3dee2e95a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.797947] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.798207] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.798976] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dad4e38-3bc0-4778-8dc8-73fe3c463a05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.805625] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 830.805625] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfc131-7527-5dff-84be-29cfff99adbc" [ 830.805625] env[70498]: _type = "Task" [ 830.805625] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.819834] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfc131-7527-5dff-84be-29cfff99adbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.863203] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614355, 'name': Rename_Task, 'duration_secs': 0.274701} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.864944] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.865388] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04ff1ca2-b268-46c6-9d93-04c6ee5e149d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.874821] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 830.874821] env[70498]: value = "task-3614356" [ 830.874821] env[70498]: _type = "Task" [ 830.874821] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.883827] env[70498]: DEBUG nova.network.neutron [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updated VIF entry in instance network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.883827] env[70498]: DEBUG nova.network.neutron [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcfaed219-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.885131] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.939821] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Successfully updated port: df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.965221] env[70498]: DEBUG nova.compute.utils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.972224] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.972409] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.012784] env[70498]: DEBUG nova.policy [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78a5d9c2ba459e956ac77262c085bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a73d6a2625e428483af24fc6be31bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.019149] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b79b5409-acf8-476b-a6e6-31976f05641f tempest-ServersAdminNegativeTestJSON-974301541 tempest-ServersAdminNegativeTestJSON-974301541-project-member] Lock "9010112d-e255-4da9-b10c-fa134575c977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.964s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.024059] env[70498]: DEBUG oslo_concurrency.lockutils [None req-260c8f8d-35f5-43e3-bfe2-03785f30d565 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "cf72ad0e-a3aa-4186-ac7f-9b0bf5221496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.397s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.046507] env[70498]: DEBUG oslo_concurrency.lockutils [req-4b4ca567-c731-4be1-a7ee-7d6436213970 req-55f521a1-ff78-43cb-b20b-da1509bea7c6 service nova] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.097319] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625946} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.097729] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.097883] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.098321] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c55ddb-bd98-4a14-a8be-a7d5e4e9e607 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.108305] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 831.108305] env[70498]: value = "task-3614357" [ 831.108305] env[70498]: _type = "Task" [ 831.108305] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.123229] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.318324] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bfc131-7527-5dff-84be-29cfff99adbc, 'name': SearchDatastore_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.319210] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244372d8-c912-4c29-b945-bbd4b5203da5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.326309] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 831.326309] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5209570d-9c62-dc79-ad16-f1122881cd09" [ 831.326309] env[70498]: _type = "Task" [ 831.326309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.336798] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5209570d-9c62-dc79-ad16-f1122881cd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.388446] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0ad6a78-1cfa-4296-8627-9107d5797081 req-7efae88a-2ba5-4ce1-9252-1d42fbf4e106 service nova] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.388867] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614356, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.441816] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441993] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.442148] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.472730] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.476775] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Successfully created port: 81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.629854] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107507} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.629854] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.629854] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ca7736-9c0a-401d-990e-4c869118740d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.655409] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.658277] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b340a3-e499-4d8d-961a-fcb266ce35da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.691919] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 831.691919] env[70498]: value = "task-3614358" [ 831.691919] env[70498]: _type = "Task" [ 831.691919] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.700937] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.814504] env[70498]: DEBUG nova.compute.manager [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Received event network-vif-plugged-df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.814504] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.814682] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.814830] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.814986] env[70498]: DEBUG nova.compute.manager [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] No waiting events found dispatching network-vif-plugged-df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.815170] env[70498]: WARNING nova.compute.manager [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Received unexpected event network-vif-plugged-df68ee21-c380-423b-830a-f8a8dcdee569 for instance with vm_state building and task_state spawning. [ 831.815321] env[70498]: DEBUG nova.compute.manager [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Received event network-changed-df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.815464] env[70498]: DEBUG nova.compute.manager [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Refreshing instance network info cache due to event network-changed-df68ee21-c380-423b-830a-f8a8dcdee569. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.815617] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Acquiring lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.841951] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5209570d-9c62-dc79-ad16-f1122881cd09, 'name': SearchDatastore_Task, 'duration_secs': 0.025652} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.842238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.842744] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ee25feee-3f5e-4bc7-977a-416fb75fb51e/ee25feee-3f5e-4bc7-977a-416fb75fb51e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.842744] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a126975-4ec6-43b9-99f9-cb0807809679 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.856212] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 831.856212] env[70498]: value = "task-3614359" [ 831.856212] env[70498]: _type = "Task" [ 831.856212] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.868226] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.888748] env[70498]: DEBUG oslo_vmware.api [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614356, 'name': PowerOnVM_Task, 'duration_secs': 0.696631} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.889030] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.889238] env[70498]: INFO nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Took 7.80 seconds to spawn the instance on the hypervisor. [ 831.889411] env[70498]: DEBUG nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.890222] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977229c-627e-478e-a456-cebd7e93e485 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.989918] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.147791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d28ff-779d-40c4-85ee-8e1096f1015c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.156874] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d8d40-5f64-4f6b-8d2e-d72396000a44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.193501] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98945e5f-310d-47e0-baaa-37fd95e23a7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.207379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "836af273-7c0b-4456-81d1-cb0becceb4a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.207379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.207379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.207379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.207654] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.209548] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.209548] env[70498]: INFO nova.compute.manager [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Terminating instance [ 832.215551] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce1f0d-3313-4382-a4cd-bfe0aa4ec916 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.239514] env[70498]: DEBUG nova.compute.provider_tree [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.261842] env[70498]: DEBUG nova.network.neutron [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating instance_info_cache with network_info: [{"id": "df68ee21-c380-423b-830a-f8a8dcdee569", "address": "fa:16:3e:d7:25:20", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf68ee21-c3", "ovs_interfaceid": "df68ee21-c380-423b-830a-f8a8dcdee569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.368706] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614359, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.417541] env[70498]: INFO nova.compute.manager [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Took 57.70 seconds to build instance. [ 832.486466] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.522239] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.522626] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.522846] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.522924] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.526021] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.526021] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.526021] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.526021] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.526021] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.526574] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.526574] env[70498]: DEBUG nova.virt.hardware [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.526574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935268d0-22b3-49ff-acca-4f33efdeb3e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.536929] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05fc29-ad57-46ef-9293-59dfa6e6cec2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.711882] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614358, 'name': ReconfigVM_Task, 'duration_secs': 0.812632} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.712467] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6/99302a69-8d0b-4161-b65e-208f40eee7e6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.713495] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bab4078f-4fac-4a94-9239-6ac2e27bb203 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.724797] env[70498]: DEBUG nova.compute.manager [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.724797] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.724797] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 832.724797] env[70498]: value = "task-3614360" [ 832.724797] env[70498]: _type = "Task" [ 832.724797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.725549] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3356d-c0a3-4ca2-85dc-dd09ff0da33d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.728950] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.740785] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614360, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.743792] env[70498]: DEBUG nova.scheduler.client.report [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.748731] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.748731] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0d3384-46aa-468c-8fe4-5511d43f6f80 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.757427] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 832.757427] env[70498]: value = "task-3614361" [ 832.757427] env[70498]: _type = "Task" [ 832.757427] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.764989] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.765454] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Instance network_info: |[{"id": "df68ee21-c380-423b-830a-f8a8dcdee569", "address": "fa:16:3e:d7:25:20", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf68ee21-c3", "ovs_interfaceid": "df68ee21-c380-423b-830a-f8a8dcdee569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.771192] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Acquired lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.771885] env[70498]: DEBUG nova.network.neutron [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Refreshing network info cache for port df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.773342] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:25:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df68ee21-c380-423b-830a-f8a8dcdee569', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.783373] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Creating folder: Project (6e6ae8a5b43a425093083cfb5d04d502). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.783786] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.785175] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44e5951f-1bf5-4aaf-babb-44da877ec6e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.803548] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Created folder: Project (6e6ae8a5b43a425093083cfb5d04d502) in parent group-v720819. [ 832.804552] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Creating folder: Instances. Parent ref: group-v720950. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.804552] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87323482-d0ca-4ef5-b630-e107bbae0bbd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.819224] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Created folder: Instances in parent group-v720950. [ 832.820613] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.820613] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.820613] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1abf8eb-fad5-4bcf-893a-93d3b9787c1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.846980] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.846980] env[70498]: value = "task-3614364" [ 832.846980] env[70498]: _type = "Task" [ 832.846980] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.856682] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614364, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.872022] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946072} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.872022] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ee25feee-3f5e-4bc7-977a-416fb75fb51e/ee25feee-3f5e-4bc7-977a-416fb75fb51e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.872022] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.872022] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-956feba8-d50d-4c85-bd5e-4df993b80d21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.879295] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 832.879295] env[70498]: value = "task-3614365" [ 832.879295] env[70498]: _type = "Task" [ 832.879295] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.893867] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.920656] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2e516574-05dd-4711-a24c-dce86d68175b tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.539s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.241392] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614360, 'name': Rename_Task, 'duration_secs': 0.264528} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.241712] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.241968] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a6e1fd-2459-4d0e-8cbe-1054a0d1a6b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.250205] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 833.250205] env[70498]: value = "task-3614366" [ 833.250205] env[70498]: _type = "Task" [ 833.250205] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.254248] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.254749] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.257465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.363s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.258891] env[70498]: INFO nova.compute.claims [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.270568] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.275627] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614361, 'name': PowerOffVM_Task, 'duration_secs': 0.373914} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.275925] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.276105] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.276385] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08635dc8-7470-468c-8722-1a7aa4a636c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.359445] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614364, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.392048] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102414} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.392401] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.393581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2d53a-aae8-49cf-a232-d635a2132b89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.424030] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] ee25feee-3f5e-4bc7-977a-416fb75fb51e/ee25feee-3f5e-4bc7-977a-416fb75fb51e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.424664] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.427755] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2bc977-275d-4efc-b3a6-59a8fd549fbf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.453421] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 833.453421] env[70498]: value = "task-3614368" [ 833.453421] env[70498]: _type = "Task" [ 833.453421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.463063] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.604434] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Successfully updated port: 81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.626303] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.626602] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.626835] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleting the datastore file [datastore2] 836af273-7c0b-4456-81d1-cb0becceb4a9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.627895] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec23553e-4b8e-4334-b36c-3e5f60617618 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.640860] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 833.640860] env[70498]: value = "task-3614369" [ 833.640860] env[70498]: _type = "Task" [ 833.640860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.652315] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.756372] env[70498]: DEBUG nova.network.neutron [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updated VIF entry in instance network info cache for port df68ee21-c380-423b-830a-f8a8dcdee569. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.757055] env[70498]: DEBUG nova.network.neutron [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating instance_info_cache with network_info: [{"id": "df68ee21-c380-423b-830a-f8a8dcdee569", "address": "fa:16:3e:d7:25:20", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf68ee21-c3", "ovs_interfaceid": "df68ee21-c380-423b-830a-f8a8dcdee569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.766593] env[70498]: DEBUG nova.compute.utils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.770522] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.771784] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.772096] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.860727] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614364, 'name': CreateVM_Task, 'duration_secs': 0.913897} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.860727] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.861372] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.861616] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.861945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.862364] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6555e384-7568-41ea-883f-1e1ff3825618 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.868218] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 833.868218] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a74285-a596-52e3-8196-29286be0d5de" [ 833.868218] env[70498]: _type = "Task" [ 833.868218] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.874933] env[70498]: DEBUG nova.policy [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'caaaf0458260476186066cb2386424a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5209339633b94b55ac4119942196e18e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.883542] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a74285-a596-52e3-8196-29286be0d5de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.973727] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614368, 'name': ReconfigVM_Task, 'duration_secs': 0.388531} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.975273] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.975613] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] ee25feee-3f5e-4bc7-977a-416fb75fb51e/ee25feee-3f5e-4bc7-977a-416fb75fb51e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.976719] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc5d0b80-17f5-485f-867b-24a018d375c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.988299] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 833.988299] env[70498]: value = "task-3614370" [ 833.988299] env[70498]: _type = "Task" [ 833.988299] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.000644] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614370, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.032016] env[70498]: DEBUG nova.compute.manager [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Received event network-vif-plugged-81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.032259] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Acquiring lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.032460] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.032622] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.032782] env[70498]: DEBUG nova.compute.manager [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] No waiting events found dispatching network-vif-plugged-81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.032942] env[70498]: WARNING nova.compute.manager [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Received unexpected event network-vif-plugged-81b4e707-9a0c-4c78-baae-d62cd9480317 for instance with vm_state building and task_state spawning. [ 834.033289] env[70498]: DEBUG nova.compute.manager [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Received event network-changed-81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.033514] env[70498]: DEBUG nova.compute.manager [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Refreshing instance network info cache due to event network-changed-81b4e707-9a0c-4c78-baae-d62cd9480317. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.033745] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Acquiring lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.034487] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Acquired lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.034744] env[70498]: DEBUG nova.network.neutron [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Refreshing network info cache for port 81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.107481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.153889] env[70498]: DEBUG oslo_vmware.api [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269736} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.154385] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.154493] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.154677] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.154886] env[70498]: INFO nova.compute.manager [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Took 1.43 seconds to destroy the instance on the hypervisor. [ 834.155188] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.155429] env[70498]: DEBUG nova.compute.manager [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.155560] env[70498]: DEBUG nova.network.neutron [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.262891] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd363ba8-fd09-45b1-81f9-0fccf275f906 req-c0ca2bc2-f1df-4e3a-ae05-0b9b499f2797 service nova] Releasing lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.263331] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.272090] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.386400] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a74285-a596-52e3-8196-29286be0d5de, 'name': SearchDatastore_Task, 'duration_secs': 0.016356} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.386716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.386951] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.387212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.387356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.387530] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.387791] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e2ada6-3348-46d0-a129-68bccb589d74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.403411] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.403411] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.403411] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc7f4c8-d956-4853-a016-1e6d2a7a3d8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.414518] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 834.414518] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52388185-0156-91aa-708c-4f51ccfc071c" [ 834.414518] env[70498]: _type = "Task" [ 834.414518] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.425749] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52388185-0156-91aa-708c-4f51ccfc071c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.465747] env[70498]: INFO nova.compute.manager [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Rebuilding instance [ 834.505267] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614370, 'name': Rename_Task, 'duration_secs': 0.181622} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.505699] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.506133] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9a815c-230f-496d-9515-765ed60ab423 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.514932] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 834.514932] env[70498]: value = "task-3614371" [ 834.514932] env[70498]: _type = "Task" [ 834.514932] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.534493] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.535069] env[70498]: DEBUG nova.compute.manager [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.536118] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b4e2cc-9fcf-401b-9d99-095527d34c09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.764902] env[70498]: DEBUG oslo_vmware.api [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614366, 'name': PowerOnVM_Task, 'duration_secs': 1.257892} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.765832] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.765832] env[70498]: DEBUG nova.compute.manager [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.767099] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a18eb-3457-4018-949d-5093c041fda3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861091] env[70498]: DEBUG nova.network.neutron [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.922557] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac9106-7b75-4e9b-bb7f-559b771cf103 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.928628] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Successfully created port: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.938438] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52388185-0156-91aa-708c-4f51ccfc071c, 'name': SearchDatastore_Task, 'duration_secs': 0.019465} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.943409] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc55b7-6d4e-4b3c-879d-7169c52b5e15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.947624] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfe7886-c128-4765-b226-d60aa6570fff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.956047] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 834.956047] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52488ac3-33aa-8351-519a-efbbf6be98d1" [ 834.956047] env[70498]: _type = "Task" [ 834.956047] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.985427] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591484d-2eec-4389-bfa0-58946088b6be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.994583] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52488ac3-33aa-8351-519a-efbbf6be98d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.996900] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.997183] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f05a1529-9463-4fb0-a8c8-365b33b056df/f05a1529-9463-4fb0-a8c8-365b33b056df.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.997497] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32ac4ae5-290d-4057-98a0-f19d8a621fce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.000564] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc18952-aea0-4fce-88d4-9eb8e92a29bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.018883] env[70498]: DEBUG nova.compute.provider_tree [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.024654] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 835.024654] env[70498]: value = "task-3614372" [ 835.024654] env[70498]: _type = "Task" [ 835.024654] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.025651] env[70498]: DEBUG nova.network.neutron [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.034172] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.045681] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.289611] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.294632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.325491] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.325741] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.325898] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.326085] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.326225] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.326363] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.326613] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.326733] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.326896] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.327061] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.327263] env[70498]: DEBUG nova.virt.hardware [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.328204] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0923e8-fc4e-4968-8002-84ed30710da9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.337993] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1d52a4-8a9a-4b9d-919b-d635181e7c82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.423426] env[70498]: DEBUG nova.network.neutron [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.528449] env[70498]: DEBUG nova.scheduler.client.report [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.532931] env[70498]: DEBUG oslo_concurrency.lockutils [req-c335de80-61f8-46bc-86d3-59eacf1908df req-ac892ff4-7def-471d-a2b4-858b70af73c3 service nova] Releasing lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.540036] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.540036] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.550124] env[70498]: DEBUG oslo_vmware.api [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614371, 'name': PowerOnVM_Task, 'duration_secs': 0.720893} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.555302] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.555302] env[70498]: INFO nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 835.555302] env[70498]: DEBUG nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.555302] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.560968] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6bbf5c-69ad-4047-88c9-e7ecf4a441a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.565512] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.565804] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a41d35-3311-4c5b-81eb-ef3a99e808a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.577328] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 835.577328] env[70498]: value = "task-3614373" [ 835.577328] env[70498]: _type = "Task" [ 835.577328] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.928143] env[70498]: INFO nova.compute.manager [-] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Took 1.77 seconds to deallocate network for instance. [ 836.035257] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.036540] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.037433] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.043584] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6032e6-f1c9-4eb2-bd7e-bd7189019d6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.052876] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.662s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.053542] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.057471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.599s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.062019] env[70498]: INFO nova.compute.claims [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.075298] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.079021] env[70498]: ERROR oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk due to incomplete transfer. [ 836.081985] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4b58848-67f4-47fd-aae6-1d11db9d3b1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.085918] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710226} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.099156] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f05a1529-9463-4fb0-a8c8-365b33b056df/f05a1529-9463-4fb0-a8c8-365b33b056df.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.099156] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.101326] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51c1961-2898-483a-af16-5b636da583ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.103628] env[70498]: INFO nova.compute.manager [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Took 59.72 seconds to build instance. [ 836.114122] env[70498]: DEBUG oslo_vmware.rw_handles [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528a4d62-a955-41c7-08c3-82f0b896463c/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.114314] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploaded image a88c7d53-39a0-4093-933e-5c92cfa9b960 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.116960] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.117222] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614373, 'name': PowerOffVM_Task, 'duration_secs': 0.329286} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.119554] env[70498]: INFO nova.scheduler.client.report [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Deleted allocations for instance 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1 [ 836.120683] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-064f211f-9eac-48e9-b7f3-159e1378de92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.123420] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.123420] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.123420] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 836.123420] env[70498]: value = "task-3614374" [ 836.123420] env[70498]: _type = "Task" [ 836.123420] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.125902] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46849dcf-21e4-4c1c-bab7-80b70e3376af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.133874] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.138196] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 836.138196] env[70498]: value = "task-3614375" [ 836.138196] env[70498]: _type = "Task" [ 836.138196] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.147733] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.148011] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.148818] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8792c154-3a57-4a52-bb52-48ec4274886e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.154508] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614375, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.227721] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.227839] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.228027] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.228292] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86ecc07e-e87a-4cb7-abb4-b375920f72dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.236815] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 836.236815] env[70498]: value = "task-3614377" [ 836.236815] env[70498]: _type = "Task" [ 836.236815] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.239976] env[70498]: DEBUG nova.compute.manager [req-1d208f5f-e7fb-4a79-a9cd-e2ee85fbeff2 req-7f3db6d9-f859-4660-a635-ba0d445304e2 service nova] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Received event network-vif-deleted-4290f015-eb50-42f4-9da4-648168e4b513 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.249100] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.348747] env[70498]: DEBUG nova.network.neutron [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Updating instance_info_cache with network_info: [{"id": "81b4e707-9a0c-4c78-baae-d62cd9480317", "address": "fa:16:3e:80:b7:02", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b4e707-9a", "ovs_interfaceid": "81b4e707-9a0c-4c78-baae-d62cd9480317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.435097] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.550518] env[70498]: DEBUG nova.compute.utils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.555651] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.555830] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.606387] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f1731d-b1c9-40d1-a5e1-d3c7062c5a49 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.609s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.620040] env[70498]: DEBUG nova.policy [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afdebdc4ad8744fe8379cbc23623b1fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24ead77ccbd84544bcd801ae48ca96f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.636427] env[70498]: DEBUG oslo_concurrency.lockutils [None req-81accc06-533e-4b13-adfa-47fd0b6d64fe tempest-AttachInterfacesV270Test-863125554 tempest-AttachInterfacesV270Test-863125554-project-member] Lock "4d5c6b08-0cb0-4777-a395-a003a8b8d8b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.718s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.646371] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080915} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.647042] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.648514] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e294723-a191-4f09-bc67-55b0d2dd9c49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.654346] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614375, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.679189] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] f05a1529-9463-4fb0-a8c8-365b33b056df/f05a1529-9463-4fb0-a8c8-365b33b056df.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.680543] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6c9bac-dbf4-469e-b52a-b54b2beaff3f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.702414] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 836.702414] env[70498]: value = "task-3614378" [ 836.702414] env[70498]: _type = "Task" [ 836.702414] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.708081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "99302a69-8d0b-4161-b65e-208f40eee7e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.708395] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.708637] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "99302a69-8d0b-4161-b65e-208f40eee7e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.708852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.709060] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.714173] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.714788] env[70498]: INFO nova.compute.manager [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Terminating instance [ 836.749190] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.852157] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "refresh_cache-c6262bd9-3ece-4325-8e27-c7c5624f4303" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.852157] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance network_info: |[{"id": "81b4e707-9a0c-4c78-baae-d62cd9480317", "address": "fa:16:3e:80:b7:02", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b4e707-9a", "ovs_interfaceid": "81b4e707-9a0c-4c78-baae-d62cd9480317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.852299] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b7:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b4e707-9a0c-4c78-baae-d62cd9480317', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.865349] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating folder: Project (6a73d6a2625e428483af24fc6be31bd9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.866076] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d17890-0c3f-4222-94a4-dd4309d0d022 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.880245] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created folder: Project (6a73d6a2625e428483af24fc6be31bd9) in parent group-v720819. [ 836.880463] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating folder: Instances. Parent ref: group-v720953. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.880774] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9788cf5b-e4e5-4ce6-9e70-09d318cd878d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.897147] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created folder: Instances in parent group-v720953. [ 836.897419] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.897639] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.897961] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8973b4f5-0925-460e-b9d8-54dc0f9d568b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.929632] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.929632] env[70498]: value = "task-3614381" [ 836.929632] env[70498]: _type = "Task" [ 836.929632] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.942134] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614381, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.952992] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Successfully updated port: 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.057182] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.106589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.106589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.114598] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.161120] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614375, 'name': Destroy_Task, 'duration_secs': 0.874104} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.161440] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroyed the VM [ 837.161696] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.162249] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cba5b572-72f6-469c-942d-4c75f4548a23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.172387] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 837.172387] env[70498]: value = "task-3614382" [ 837.172387] env[70498]: _type = "Task" [ 837.172387] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.187445] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.218327] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614378, 'name': ReconfigVM_Task, 'duration_secs': 0.480535} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.218327] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfigured VM instance instance-00000028 to attach disk [datastore2] f05a1529-9463-4fb0-a8c8-365b33b056df/f05a1529-9463-4fb0-a8c8-365b33b056df.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.218994] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "refresh_cache-99302a69-8d0b-4161-b65e-208f40eee7e6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.219200] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquired lock "refresh_cache-99302a69-8d0b-4161-b65e-208f40eee7e6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.219402] env[70498]: DEBUG nova.network.neutron [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.220809] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8b85ed-6502-4513-95c8-f0bfd169b68e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.230777] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 837.230777] env[70498]: value = "task-3614383" [ 837.230777] env[70498]: _type = "Task" [ 837.230777] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.249832] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614383, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.263904] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660331} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.263904] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.263904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.263904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.425391] env[70498]: DEBUG nova.compute.manager [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Received event network-vif-plugged-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.425537] env[70498]: DEBUG oslo_concurrency.lockutils [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] Acquiring lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.426153] env[70498]: DEBUG oslo_concurrency.lockutils [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] Lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.426153] env[70498]: DEBUG oslo_concurrency.lockutils [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] Lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.426320] env[70498]: DEBUG nova.compute.manager [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] No waiting events found dispatching network-vif-plugged-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.426484] env[70498]: WARNING nova.compute.manager [req-170993b7-39b0-4c13-a12a-115e32d9fc51 req-fbcd999d-3345-4ff4-9de8-948b055f096a service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Received unexpected event network-vif-plugged-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 for instance with vm_state building and task_state spawning. [ 837.436235] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Successfully created port: c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.446339] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614381, 'name': CreateVM_Task, 'duration_secs': 0.427576} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.449422] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.450349] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.450696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.450890] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.451124] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb52aab-b3dc-4f4d-8c08-8503cdcd7926 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.457854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.458083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquired lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.458308] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.466867] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 837.466867] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf512-4b1e-06f7-f390-0a4ffd56eb73" [ 837.466867] env[70498]: _type = "Task" [ 837.466867] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.477684] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf512-4b1e-06f7-f390-0a4ffd56eb73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.639873] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.688997] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614382, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.741158] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccb36f6-3af0-4acb-a5c4-5aaa0071a0ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.745152] env[70498]: DEBUG nova.network.neutron [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.751135] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614383, 'name': Rename_Task, 'duration_secs': 0.234317} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.752290] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.752627] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba6fb0d7-c984-430c-ac0f-9df7e358b918 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.757580] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d64152-0be6-4c08-b2f6-0a387683256c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.763694] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 837.763694] env[70498]: value = "task-3614384" [ 837.763694] env[70498]: _type = "Task" [ 837.763694] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.805214] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce4563-ac6c-49ba-ab5e-6d44b8cc4f94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.813250] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.819697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba1602-4f3b-4d37-8106-8d5d44e637ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.834943] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.874789] env[70498]: DEBUG nova.network.neutron [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.981230] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf512-4b1e-06f7-f390-0a4ffd56eb73, 'name': SearchDatastore_Task, 'duration_secs': 0.031043} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.981639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.981953] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.982287] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.982509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.982766] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.983822] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16bf17a2-0e27-4ac8-9621-fb3138b4cc3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.995377] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.995839] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.996791] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7d4a0d-e8b8-41e0-b62c-236073ebd7e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.006027] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 838.006027] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d573ee-1f5f-b325-0ba3-2f6e00b37e6f" [ 838.006027] env[70498]: _type = "Task" [ 838.006027] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.011397] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.021562] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d573ee-1f5f-b325-0ba3-2f6e00b37e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.069204] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.107702] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.107860] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.108261] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.110113] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.110604] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.110797] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.115020] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.115020] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.115020] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.115020] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.115020] env[70498]: DEBUG nova.virt.hardware [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.115272] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686c6855-05b7-44bd-ae98-ead9356f793a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.129811] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56070e07-6c46-4181-b4bb-4b7bc471adcc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.190765] env[70498]: DEBUG oslo_vmware.api [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614382, 'name': RemoveSnapshot_Task, 'duration_secs': 0.851644} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.200164] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.200164] env[70498]: INFO nova.compute.manager [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 16.76 seconds to snapshot the instance on the hypervisor. [ 838.256456] env[70498]: DEBUG nova.network.neutron [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updating instance_info_cache with network_info: [{"id": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "address": "fa:16:3e:b3:1b:57", "network": {"id": "d82604bf-331f-4b25-b6e1-36c3f4647883", "bridge": "br-int", "label": "tempest-ServersTestJSON-587011088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5209339633b94b55ac4119942196e18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c52fc1-70", "ovs_interfaceid": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.283846] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614384, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.332883] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.333163] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.333324] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.333509] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.333652] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.333797] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.335472] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.335718] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.336029] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.336214] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.336395] env[70498]: DEBUG nova.virt.hardware [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.337274] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce04049-724c-48ee-bb2e-b89f906809e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.343739] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.358397] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522abd89-d095-4cca-905d-e6a426a370e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.381377] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Releasing lock "refresh_cache-99302a69-8d0b-4161-b65e-208f40eee7e6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.381377] env[70498]: DEBUG nova.compute.manager [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.381377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.381377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:0d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.389855] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.390812] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86e3abe-60a1-44e4-aaa9-d558e9fa43b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.394528] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.394773] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f22bb02-3399-4466-8bf4-a1f6f5fc7fa2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.418391] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.420079] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21151c9b-1a86-4561-8b76-7745a015cc9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.421851] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.421851] env[70498]: value = "task-3614385" [ 838.421851] env[70498]: _type = "Task" [ 838.421851] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.426786] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 838.426786] env[70498]: value = "task-3614386" [ 838.426786] env[70498]: _type = "Task" [ 838.426786] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.435112] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614385, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.441422] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.520686] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d573ee-1f5f-b325-0ba3-2f6e00b37e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.015242} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.521715] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1428127-d3f2-47ad-babd-414de40441e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.529706] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 838.529706] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52400c3c-b09f-0a8c-e7fc-07b394d0ffb7" [ 838.529706] env[70498]: _type = "Task" [ 838.529706] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.541956] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52400c3c-b09f-0a8c-e7fc-07b394d0ffb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.760196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Releasing lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.760196] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Instance network_info: |[{"id": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "address": "fa:16:3e:b3:1b:57", "network": {"id": "d82604bf-331f-4b25-b6e1-36c3f4647883", "bridge": "br-int", "label": "tempest-ServersTestJSON-587011088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5209339633b94b55ac4119942196e18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c52fc1-70", "ovs_interfaceid": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.760408] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:1b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c52fc1-70d7-4047-89ee-1ca8b519c9a1', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.771251] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Creating folder: Project (5209339633b94b55ac4119942196e18e). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.772160] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4833250f-a3b2-4269-87a3-2952b0d49b42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.795123] env[70498]: DEBUG oslo_vmware.api [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614384, 'name': PowerOnVM_Task, 'duration_secs': 0.5339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.798597] env[70498]: DEBUG nova.compute.manager [None req-570bb584-d0de-49ac-b260-d74041986c52 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Found 2 images (rotation: 2) {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 838.799964] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.800700] env[70498]: INFO nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Took 9.10 seconds to spawn the instance on the hypervisor. [ 838.800700] env[70498]: DEBUG nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.803672] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b908e-7ffb-4111-b16e-4716a9d96564 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.807309] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Created folder: Project (5209339633b94b55ac4119942196e18e) in parent group-v720819. [ 838.808085] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Creating folder: Instances. Parent ref: group-v720957. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.808085] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c51d3cd0-cefe-4e63-9847-7675c0faf41b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.833051] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Created folder: Instances in parent group-v720957. [ 838.833051] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.833051] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.833051] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dd3634e-b2e3-476c-ad2b-121854c9e5b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.851852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.852362] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.856480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.149s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.856669] env[70498]: DEBUG nova.objects.instance [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 838.866413] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.866413] env[70498]: value = "task-3614389" [ 838.866413] env[70498]: _type = "Task" [ 838.866413] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.880981] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614389, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.942432] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614386, 'name': PowerOffVM_Task, 'duration_secs': 0.158247} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.945536] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.945886] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.946694] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614385, 'name': CreateVM_Task, 'duration_secs': 0.411065} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.946694] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c3ca5c4-e753-454a-af51-3c9e4723ef13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.947927] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.949295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.949295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.949747] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.950423] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e364cf8-d1b8-48fd-a90b-6ddc0ae3e142 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.962507] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 838.962507] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5626d-fb3f-6f24-0f00-fb98c8c4e170" [ 838.962507] env[70498]: _type = "Task" [ 838.962507] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.985446] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5626d-fb3f-6f24-0f00-fb98c8c4e170, 'name': SearchDatastore_Task, 'duration_secs': 0.015335} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.985566] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.986618] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.986618] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Deleting the datastore file [datastore2] 99302a69-8d0b-4161-b65e-208f40eee7e6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.986618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.986815] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.987723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.987723] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d065b701-4221-4e7f-b707-9b308b334c12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.996422] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for the task: (returnval){ [ 838.996422] env[70498]: value = "task-3614391" [ 838.996422] env[70498]: _type = "Task" [ 838.996422] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.009140] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.042528] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52400c3c-b09f-0a8c-e7fc-07b394d0ffb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.042528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.042708] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] c6262bd9-3ece-4325-8e27-c7c5624f4303/c6262bd9-3ece-4325-8e27-c7c5624f4303.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.043333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.043333] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.043333] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6855ff8d-8871-435e-939c-cfef32d33e00 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.045458] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e553ee9-d05d-4acd-8864-6b33bb77527d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.056825] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 839.056825] env[70498]: value = "task-3614392" [ 839.056825] env[70498]: _type = "Task" [ 839.056825] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.067518] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.069940] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.069940] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.070034] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e2d609-8017-4456-a96c-24d68c203c8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.080192] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 839.080192] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521279e0-9f2d-1113-ef0a-8726833f796d" [ 839.080192] env[70498]: _type = "Task" [ 839.080192] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.089843] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521279e0-9f2d-1113-ef0a-8726833f796d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.343020] env[70498]: INFO nova.compute.manager [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Took 57.06 seconds to build instance. [ 839.365897] env[70498]: DEBUG nova.compute.utils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.371667] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.371904] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.386626] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614389, 'name': CreateVM_Task, 'duration_secs': 0.389995} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.386626] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.386626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.386626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387300] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.388578] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d630fa-6aaf-4ace-b6f3-6c85c508d35d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.393811] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 839.393811] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52717395-2b2b-a5e5-f579-d4fbf4e239aa" [ 839.393811] env[70498]: _type = "Task" [ 839.393811] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.404528] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52717395-2b2b-a5e5-f579-d4fbf4e239aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.448844] env[70498]: DEBUG nova.policy [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea5d994033e4bfeb39ea63202972d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d23b9b8789248b6b6df75c9ac8b7192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.509534] env[70498]: DEBUG oslo_vmware.api [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Task: {'id': task-3614391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14557} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.509534] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.509762] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.509829] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.510022] env[70498]: INFO nova.compute.manager [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 839.510247] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.510434] env[70498]: DEBUG nova.compute.manager [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.510585] env[70498]: DEBUG nova.network.neutron [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.539809] env[70498]: DEBUG nova.network.neutron [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.567313] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614392, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.593658] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521279e0-9f2d-1113-ef0a-8726833f796d, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.594424] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f468019-b482-448f-bef7-046fed653532 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.603071] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 839.603071] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52832a0a-e55b-7ef7-a91b-6a6dd9a965c9" [ 839.603071] env[70498]: _type = "Task" [ 839.603071] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.613858] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52832a0a-e55b-7ef7-a91b-6a6dd9a965c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.724458] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Successfully updated port: c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.852240] env[70498]: DEBUG oslo_concurrency.lockutils [None req-04602510-c4ab-4680-97cf-5c0e3582ea82 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.561s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.871893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ca189a9c-369b-4346-bb99-2c1cf70c85c9 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.872984] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.355s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.873434] env[70498]: DEBUG nova.objects.instance [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lazy-loading 'resources' on Instance uuid feb8cc6c-15d7-408b-909f-f8810d6df59f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.879207] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.917523] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52717395-2b2b-a5e5-f579-d4fbf4e239aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022348} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.917661] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.920892] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.920892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.920892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.920892] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.920892] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53899276-26cf-4b64-8737-8fed1e50f3c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.927651] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Successfully created port: 2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.945020] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.945337] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.946630] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea773bf-606b-4e16-9a99-3e61e498ea7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.956581] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 839.956581] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f6101e-d741-675e-8a01-70ded0ff57ad" [ 839.956581] env[70498]: _type = "Task" [ 839.956581] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.971437] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f6101e-d741-675e-8a01-70ded0ff57ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.041952] env[70498]: DEBUG nova.network.neutron [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.073094] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711094} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.073270] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] c6262bd9-3ece-4325-8e27-c7c5624f4303/c6262bd9-3ece-4325-8e27-c7c5624f4303.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.073924] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.073924] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17d66a04-bdad-4f9c-b7e4-c77482ba7e6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.085043] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 840.085043] env[70498]: value = "task-3614393" [ 840.085043] env[70498]: _type = "Task" [ 840.085043] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.100559] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.117591] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52832a0a-e55b-7ef7-a91b-6a6dd9a965c9, 'name': SearchDatastore_Task, 'duration_secs': 0.061046} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.117990] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.118440] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.118930] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-599e5d24-1d39-4d2f-8a75-fd3488732d7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.129089] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 840.129089] env[70498]: value = "task-3614394" [ 840.129089] env[70498]: _type = "Task" [ 840.129089] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.145658] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.228429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.229205] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquired lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.229205] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.331657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.331895] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.355170] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.390989] env[70498]: DEBUG nova.compute.manager [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Received event network-changed-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.391239] env[70498]: DEBUG nova.compute.manager [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Refreshing instance network info cache due to event network-changed-23c52fc1-70d7-4047-89ee-1ca8b519c9a1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.391455] env[70498]: DEBUG oslo_concurrency.lockutils [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] Acquiring lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.391606] env[70498]: DEBUG oslo_concurrency.lockutils [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] Acquired lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.391738] env[70498]: DEBUG nova.network.neutron [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Refreshing network info cache for port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.472809] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f6101e-d741-675e-8a01-70ded0ff57ad, 'name': SearchDatastore_Task, 'duration_secs': 0.024162} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.473641] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25849cab-7116-4680-bb97-6964d985eeb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.482121] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 840.482121] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52df7d84-05aa-73d8-e4b4-5433ff5ab084" [ 840.482121] env[70498]: _type = "Task" [ 840.482121] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.492019] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52df7d84-05aa-73d8-e4b4-5433ff5ab084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.546970] env[70498]: INFO nova.compute.manager [-] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Took 1.04 seconds to deallocate network for instance. [ 840.605650] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099471} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.605751] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.607071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1fda4-1798-4179-9048-6fa88e5d5116 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.638300] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c6262bd9-3ece-4325-8e27-c7c5624f4303/c6262bd9-3ece-4325-8e27-c7c5624f4303.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.642454] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11c74d0-2e69-4508-b9d5-cd12c02bf707 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.657570] env[70498]: DEBUG nova.compute.manager [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Received event network-vif-plugged-c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.657794] env[70498]: DEBUG oslo_concurrency.lockutils [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] Acquiring lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.657999] env[70498]: DEBUG oslo_concurrency.lockutils [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.658181] env[70498]: DEBUG oslo_concurrency.lockutils [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.658378] env[70498]: DEBUG nova.compute.manager [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] No waiting events found dispatching network-vif-plugged-c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.658543] env[70498]: WARNING nova.compute.manager [req-eabc5141-1f2b-4d51-aa01-7448e38f7c13 req-e4a07818-ec3d-4e16-bf97-d0371c3d0b3e service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Received unexpected event network-vif-plugged-c8542732-a00d-4fca-b40f-24b31607a519 for instance with vm_state building and task_state spawning. [ 840.671620] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614394, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.677711] env[70498]: DEBUG nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.678438] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 840.678438] env[70498]: value = "task-3614395" [ 840.678438] env[70498]: _type = "Task" [ 840.678438] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.679784] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc7c77-af13-4d87-915f-8c1ad4a110bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.707547] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.775390] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.775848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.805121] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.877110] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.895545] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.944512] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.944839] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.944900] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.945545] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.945545] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.945545] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.945687] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.945777] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.945929] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.946133] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.946707] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.947458] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fec449-3e0f-46ee-abfc-5331f9461070 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.965367] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd1a2e2-46c7-4380-84bb-468cb291902e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.019235] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52df7d84-05aa-73d8-e4b4-5433ff5ab084, 'name': SearchDatastore_Task, 'duration_secs': 0.060485} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.019423] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019690] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d386c231-c43e-4a9f-a873-d71a5885696a/d386c231-c43e-4a9f-a873-d71a5885696a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.019958] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f511f161-f518-4512-95d7-c764b8518c19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.030760] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 841.030760] env[70498]: value = "task-3614396" [ 841.030760] env[70498]: _type = "Task" [ 841.030760] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.040634] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.058488] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.161675] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908135} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.162398] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.162753] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.163160] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-823203a6-6a2b-41b1-9eb2-5c0ee15612a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.174539] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 841.174539] env[70498]: value = "task-3614397" [ 841.174539] env[70498]: _type = "Task" [ 841.174539] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.194687] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.205260] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.210702] env[70498]: INFO nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] instance snapshotting [ 841.211311] env[70498]: DEBUG nova.objects.instance [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.215360] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd312f23-f888-45ab-9680-ebf8c2bad9dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.224168] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84cd040-2823-482f-a799-c72d0b5501ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.265023] env[70498]: DEBUG nova.network.neutron [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Updating instance_info_cache with network_info: [{"id": "c8542732-a00d-4fca-b40f-24b31607a519", "address": "fa:16:3e:db:ca:dc", "network": {"id": "7a7d0b02-64aa-441b-a737-9181fe64cf7e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1645795794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ead77ccbd84544bcd801ae48ca96f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8542732-a0", "ovs_interfaceid": "c8542732-a00d-4fca-b40f-24b31607a519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.265023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad215f0-6c0e-4163-a747-fbeb24c335e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.284792] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7eb138-6f6e-4f06-bc47-aa40cc397d02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.307100] env[70498]: DEBUG nova.compute.provider_tree [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.436352] env[70498]: DEBUG nova.network.neutron [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updated VIF entry in instance network info cache for port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.436713] env[70498]: DEBUG nova.network.neutron [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updating instance_info_cache with network_info: [{"id": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "address": "fa:16:3e:b3:1b:57", "network": {"id": "d82604bf-331f-4b25-b6e1-36c3f4647883", "bridge": "br-int", "label": "tempest-ServersTestJSON-587011088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5209339633b94b55ac4119942196e18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c52fc1-70", "ovs_interfaceid": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.543793] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.686908] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102419} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.691255] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.693033] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e56c105-dfb0-490d-8cfb-dc9b2499c834 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.704408] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614395, 'name': ReconfigVM_Task, 'duration_secs': 0.835203} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.717523] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c6262bd9-3ece-4325-8e27-c7c5624f4303/c6262bd9-3ece-4325-8e27-c7c5624f4303.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.729832] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.730948] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bda83577-7d40-4529-8e80-0a8073dc5b42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.734787] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb02d21c-b868-43e7-8993-575e6b5472f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.761975] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc912d3c-5602-4fa2-9ff9-8927a851c0b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.796543] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Releasing lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.797058] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Instance network_info: |[{"id": "c8542732-a00d-4fca-b40f-24b31607a519", "address": "fa:16:3e:db:ca:dc", "network": {"id": "7a7d0b02-64aa-441b-a737-9181fe64cf7e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1645795794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ead77ccbd84544bcd801ae48ca96f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8542732-a0", "ovs_interfaceid": "c8542732-a00d-4fca-b40f-24b31607a519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.801342] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ca:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8542732-a00d-4fca-b40f-24b31607a519', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.816667] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Creating folder: Project (24ead77ccbd84544bcd801ae48ca96f9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.818053] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fe0a0-fcfc-4f10-8665-b68363fee89e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.824179] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 841.824179] env[70498]: value = "task-3614399" [ 841.824179] env[70498]: _type = "Task" [ 841.824179] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.824179] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 841.824179] env[70498]: value = "task-3614398" [ 841.824179] env[70498]: _type = "Task" [ 841.824179] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.826584] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Successfully updated port: 2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.830020] env[70498]: DEBUG nova.scheduler.client.report [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.833308] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8bfd970-e92d-4bb1-8834-7ce66f0bbdb2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.867051] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.870939] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Created folder: Project (24ead77ccbd84544bcd801ae48ca96f9) in parent group-v720819. [ 841.871165] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Creating folder: Instances. Parent ref: group-v720960. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.871425] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4851fdb-ae83-4611-8661-04b4c7407deb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.880382] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614398, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.883534] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Created folder: Instances in parent group-v720960. [ 841.883635] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.884165] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.884427] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a2ac0f2-589f-44d3-a34b-9e4fa25863f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.907049] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.907049] env[70498]: value = "task-3614402" [ 841.907049] env[70498]: _type = "Task" [ 841.907049] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.918020] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614402, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.940294] env[70498]: DEBUG oslo_concurrency.lockutils [req-0e7f59ae-1216-45da-a596-ce66d2272d43 req-2fb28532-a24a-42ca-8afb-924848972725 service nova] Releasing lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.045103] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64195} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.045723] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d386c231-c43e-4a9f-a873-d71a5885696a/d386c231-c43e-4a9f-a873-d71a5885696a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.045844] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.046137] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b40615-9a21-4e7d-b0cb-5b119530971f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.054327] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 842.054327] env[70498]: value = "task-3614403" [ 842.054327] env[70498]: _type = "Task" [ 842.054327] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.063538] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.338438] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.465s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.341718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.341718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.341718] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.348879] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.456s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.350748] env[70498]: INFO nova.compute.claims [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.363938] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614398, 'name': Rename_Task, 'duration_secs': 0.293112} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.365176] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.365580] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614399, 'name': ReconfigVM_Task, 'duration_secs': 0.400615} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.366765] env[70498]: INFO nova.scheduler.client.report [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Deleted allocations for instance feb8cc6c-15d7-408b-909f-f8810d6df59f [ 842.367849] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.368646] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90b889b3-b5e7-4c6b-ba29-56c10e9a17a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.372673] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289/3a7fa033-88fa-45a4-a054-d9ca2525f289.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.377326] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2decbd43-3a11-4686-b1a4-13692e78b895 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.378889] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498686ff-ced3-46f2-8ec5-0aa1445a27be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.387329] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 842.387329] env[70498]: value = "task-3614404" [ 842.387329] env[70498]: _type = "Task" [ 842.387329] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.389389] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 842.389389] env[70498]: value = "task-3614405" [ 842.389389] env[70498]: _type = "Task" [ 842.389389] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.390813] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 842.390813] env[70498]: value = "task-3614406" [ 842.390813] env[70498]: _type = "Task" [ 842.390813] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.406676] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614404, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.415441] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.427411] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614402, 'name': CreateVM_Task, 'duration_secs': 0.424106} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.428520] env[70498]: DEBUG nova.compute.manager [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Received event network-vif-plugged-2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.428762] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Acquiring lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.428922] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.429588] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.429788] env[70498]: DEBUG nova.compute.manager [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] No waiting events found dispatching network-vif-plugged-2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.429949] env[70498]: WARNING nova.compute.manager [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Received unexpected event network-vif-plugged-2b6bcf0f-6632-498e-9abf-e6432dd58259 for instance with vm_state building and task_state spawning. [ 842.430141] env[70498]: DEBUG nova.compute.manager [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Received event network-changed-2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.430316] env[70498]: DEBUG nova.compute.manager [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Refreshing instance network info cache due to event network-changed-2b6bcf0f-6632-498e-9abf-e6432dd58259. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.430556] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Acquiring lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.431817] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.432385] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.432544] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.432889] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.433478] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f46537c-fa0e-4927-b01c-515998c77c2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.441797] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 842.441797] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5ac25-c53c-3c23-ad5e-3abb5d48941f" [ 842.441797] env[70498]: _type = "Task" [ 842.441797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.451355] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5ac25-c53c-3c23-ad5e-3abb5d48941f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.565585] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078263} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.566252] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.567317] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb19ec-47fa-45b8-8187-cc39a1cdaa6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.592146] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d386c231-c43e-4a9f-a873-d71a5885696a/d386c231-c43e-4a9f-a873-d71a5885696a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.592493] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5f96be-3174-46a7-b8a1-9409e307517c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.613942] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 842.613942] env[70498]: value = "task-3614407" [ 842.613942] env[70498]: _type = "Task" [ 842.613942] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.624565] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.664558] env[70498]: DEBUG nova.compute.manager [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Received event network-changed-c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.664776] env[70498]: DEBUG nova.compute.manager [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Refreshing instance network info cache due to event network-changed-c8542732-a00d-4fca-b40f-24b31607a519. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.664994] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Acquiring lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.665235] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Acquired lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.665419] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Refreshing network info cache for port c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.880328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-206f650b-8fca-4e69-aedc-2574ce628f14 tempest-ServersListShow296Test-952309351 tempest-ServersListShow296Test-952309351-project-member] Lock "feb8cc6c-15d7-408b-909f-f8810d6df59f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.697s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.910874] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614404, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.913029] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.920222] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.920562] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614405, 'name': Rename_Task, 'duration_secs': 0.208312} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.921146] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.921407] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69275a62-c682-471b-8b20-0c121136df04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.927994] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 842.927994] env[70498]: value = "task-3614408" [ 842.927994] env[70498]: _type = "Task" [ 842.927994] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.937138] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.951387] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5ac25-c53c-3c23-ad5e-3abb5d48941f, 'name': SearchDatastore_Task, 'duration_secs': 0.017258} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.951632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.951860] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.952099] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.952246] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.952422] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.953259] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96bb5e5d-483e-48e1-be10-af46dc4f777a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.961770] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.962508] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.962662] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226b94d8-39bd-4f67-b46b-8c482a5cf0a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.970029] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 842.970029] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5257fe21-b0f6-ecf0-497c-9eebcb4f82b2" [ 842.970029] env[70498]: _type = "Task" [ 842.970029] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.978565] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5257fe21-b0f6-ecf0-497c-9eebcb4f82b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.124246] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.414437] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614404, 'name': CreateSnapshot_Task, 'duration_secs': 0.693014} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.414800] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.415775] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a87da-a662-4585-93bf-682351e7304e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.421706] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614406, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.442464] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.485585] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5257fe21-b0f6-ecf0-497c-9eebcb4f82b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.486818] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Updating instance_info_cache with network_info: [{"id": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "address": "fa:16:3e:fa:c6:a1", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6bcf0f-66", "ovs_interfaceid": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.494254] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170b22f7-1732-4836-a783-f48e43860163 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500549] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 843.500549] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52451cbc-251c-13c9-9432-ab54ee3f23fc" [ 843.500549] env[70498]: _type = "Task" [ 843.500549] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.512636] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52451cbc-251c-13c9-9432-ab54ee3f23fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.529167] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Updated VIF entry in instance network info cache for port c8542732-a00d-4fca-b40f-24b31607a519. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.529814] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Updating instance_info_cache with network_info: [{"id": "c8542732-a00d-4fca-b40f-24b31607a519", "address": "fa:16:3e:db:ca:dc", "network": {"id": "7a7d0b02-64aa-441b-a737-9181fe64cf7e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1645795794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24ead77ccbd84544bcd801ae48ca96f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8542732-a0", "ovs_interfaceid": "c8542732-a00d-4fca-b40f-24b31607a519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.622897] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.915485] env[70498]: DEBUG oslo_vmware.api [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614406, 'name': PowerOnVM_Task, 'duration_secs': 1.106898} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.915752] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.915947] env[70498]: INFO nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Took 11.43 seconds to spawn the instance on the hypervisor. [ 843.916136] env[70498]: DEBUG nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.916966] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0b3892-ad60-4fb6-99a5-921edc367e7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.940807] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.945253] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecfc3e48-feb4-4ad0-8eb4-c820c19b5502 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.950207] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3eff1a-411c-48f4-a1eb-395bd0bb6712 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.958397] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.961170] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 843.961170] env[70498]: value = "task-3614409" [ 843.961170] env[70498]: _type = "Task" [ 843.961170] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.962237] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08b5a52-2ad0-4cbb-bf67-5cbbf2977917 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.973326] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614409, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.997822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.998157] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Instance network_info: |[{"id": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "address": "fa:16:3e:fa:c6:a1", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6bcf0f-66", "ovs_interfaceid": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.001641] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Acquired lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.001641] env[70498]: DEBUG nova.network.neutron [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Refreshing network info cache for port 2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.001641] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c6:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b6bcf0f-6632-498e-9abf-e6432dd58259', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.008455] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Creating folder: Project (5d23b9b8789248b6b6df75c9ac8b7192). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.009295] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe68c32-3af1-4e02-b541-593be5f1d3e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.016942] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e89c03f-140a-45d1-94a6-6e10a688f0f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.030009] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116294d6-1745-4efb-8688-eb84d6edfe06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.034351] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52451cbc-251c-13c9-9432-ab54ee3f23fc, 'name': SearchDatastore_Task, 'duration_secs': 0.020141} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.035986] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Releasing lock "refresh_cache-b6d59e70-9271-4d27-93a3-8f245f8e53f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.036348] env[70498]: DEBUG nova.compute.manager [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Received event network-changed-df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.036544] env[70498]: DEBUG nova.compute.manager [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Refreshing instance network info cache due to event network-changed-df68ee21-c380-423b-830a-f8a8dcdee569. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.036744] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Acquiring lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.036882] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Acquired lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.037185] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Refreshing network info cache for port df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.038604] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.038713] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] b6d59e70-9271-4d27-93a3-8f245f8e53f2/b6d59e70-9271-4d27-93a3-8f245f8e53f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.038990] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Created folder: Project (5d23b9b8789248b6b6df75c9ac8b7192) in parent group-v720819. [ 844.039181] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Creating folder: Instances. Parent ref: group-v720965. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.040034] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e962fb3-6dd6-422d-a34a-4c670d7e2c1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.042667] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-878997d0-5e9b-41da-844f-ce4bc1e10dcb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.053808] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.059971] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 844.059971] env[70498]: value = "task-3614411" [ 844.059971] env[70498]: _type = "Task" [ 844.059971] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.064929] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Created folder: Instances in parent group-v720965. [ 844.065053] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.065885] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.066130] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d69dac5-1058-43cf-b006-f360eae3dc70 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.086994] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.091735] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.091735] env[70498]: value = "task-3614413" [ 844.091735] env[70498]: _type = "Task" [ 844.091735] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.101737] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614413, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.125099] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614407, 'name': ReconfigVM_Task, 'duration_secs': 1.271431} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.125405] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d386c231-c43e-4a9f-a873-d71a5885696a/d386c231-c43e-4a9f-a873-d71a5885696a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.126196] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4497a3a3-fb9c-42ef-b0a5-c69cd7863608 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.132920] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 844.132920] env[70498]: value = "task-3614414" [ 844.132920] env[70498]: _type = "Task" [ 844.132920] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.142452] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614414, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.443729] env[70498]: INFO nova.compute.manager [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Took 54.98 seconds to build instance. [ 844.455744] env[70498]: DEBUG oslo_vmware.api [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614408, 'name': PowerOnVM_Task, 'duration_secs': 1.440826} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.456547] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.456547] env[70498]: DEBUG nova.compute.manager [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.457184] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1778e0-d340-414b-9c45-bda878d49114 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.480356] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614409, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.512157] env[70498]: DEBUG nova.network.neutron [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Updated VIF entry in instance network info cache for port 2b6bcf0f-6632-498e-9abf-e6432dd58259. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.512526] env[70498]: DEBUG nova.network.neutron [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Updating instance_info_cache with network_info: [{"id": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "address": "fa:16:3e:fa:c6:a1", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b6bcf0f-66", "ovs_interfaceid": "2b6bcf0f-6632-498e-9abf-e6432dd58259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.575024] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.584734] env[70498]: ERROR nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [req-74963f59-cf01-43f5-83aa-fae62d233961] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74963f59-cf01-43f5-83aa-fae62d233961"}]} [ 844.604617] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614413, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.607032] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.627299] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.627603] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.643328] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614414, 'name': Rename_Task, 'duration_secs': 0.17401} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.644091] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.644091] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8135cbd1-7426-44f7-a2df-7661439b8af5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.650137] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 844.650137] env[70498]: value = "task-3614415" [ 844.650137] env[70498]: _type = "Task" [ 844.650137] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.650954] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.666968] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.682575] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.949179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-27aa84c3-360e-4224-bc94-6e7c56216cd2 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.084s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.985026] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614409, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.988966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.019193] env[70498]: DEBUG oslo_concurrency.lockutils [req-c8431fb0-d1ed-431c-8379-1de6acd0b0bd req-ecddd53d-cb6d-4e9b-8a5a-5e35db533968 service nova] Releasing lock "refresh_cache-47e42565-2ce9-434d-887e-d6bba51ff73a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.073025] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584043} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.075935] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] b6d59e70-9271-4d27-93a3-8f245f8e53f2/b6d59e70-9271-4d27-93a3-8f245f8e53f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.076329] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.076858] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13823f0-0ce5-4121-a8fe-515164d38005 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.086157] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 845.086157] env[70498]: value = "task-3614416" [ 845.086157] env[70498]: _type = "Task" [ 845.086157] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.098544] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.114741] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614413, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.168952] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614415, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.254838] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updated VIF entry in instance network info cache for port df68ee21-c380-423b-830a-f8a8dcdee569. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.255286] env[70498]: DEBUG nova.network.neutron [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating instance_info_cache with network_info: [{"id": "df68ee21-c380-423b-830a-f8a8dcdee569", "address": "fa:16:3e:d7:25:20", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf68ee21-c3", "ovs_interfaceid": "df68ee21-c380-423b-830a-f8a8dcdee569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.355996] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b33ed7-ef5d-492f-9532-c63aefd8eaa5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.364496] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe027b8-5090-4362-b2c0-344e5a11f6d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.401540] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b153e4ab-3a02-4440-88a2-90db24d45f23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.412844] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9da8e-c267-4e42-8863-56cfacbb27e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.428202] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.453350] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.475570] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614409, 'name': CloneVM_Task, 'duration_secs': 1.41043} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.476193] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Created linked-clone VM from snapshot [ 845.478138] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e9b062-ff29-4330-87a8-7d5800005498 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.488552] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploading image 1d053bb3-2e4e-40aa-b99a-2296ee7c5f63 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.521097] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.521097] env[70498]: value = "vm-720964" [ 845.521097] env[70498]: _type = "VirtualMachine" [ 845.521097] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.521097] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3d5faef-cf78-4566-b19e-b8ed2f6d6057 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.528712] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease: (returnval){ [ 845.528712] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522d3945-eade-c3ec-b3e5-4d91cb79cd73" [ 845.528712] env[70498]: _type = "HttpNfcLease" [ 845.528712] env[70498]: } obtained for exporting VM: (result){ [ 845.528712] env[70498]: value = "vm-720964" [ 845.528712] env[70498]: _type = "VirtualMachine" [ 845.528712] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.529478] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the lease: (returnval){ [ 845.529478] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522d3945-eade-c3ec-b3e5-4d91cb79cd73" [ 845.529478] env[70498]: _type = "HttpNfcLease" [ 845.529478] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.538045] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.538045] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522d3945-eade-c3ec-b3e5-4d91cb79cd73" [ 845.538045] env[70498]: _type = "HttpNfcLease" [ 845.538045] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 845.595254] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171583} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.595686] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.596584] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b2c7e-37d7-4ad3-94ea-d40bd63fa221 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.622422] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b6d59e70-9271-4d27-93a3-8f245f8e53f2/b6d59e70-9271-4d27-93a3-8f245f8e53f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.626808] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6ced69-e1c9-49f2-b18e-4b846ac98337 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.641603] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614413, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.648756] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 845.648756] env[70498]: value = "task-3614418" [ 845.648756] env[70498]: _type = "Task" [ 845.648756] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.665135] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.670735] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614415, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.758865] env[70498]: DEBUG oslo_concurrency.lockutils [req-37f381eb-857d-4ea7-b482-a5431e290d62 req-09033151-e3a2-491d-9e1d-ece4f1b1d75c service nova] Releasing lock "refresh_cache-f05a1529-9463-4fb0-a8c8-365b33b056df" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.982380] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.983396] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 845.983671] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 71 to 72 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 845.985364] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.039047] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.039047] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522d3945-eade-c3ec-b3e5-4d91cb79cd73" [ 846.039047] env[70498]: _type = "HttpNfcLease" [ 846.039047] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.039242] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.039242] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522d3945-eade-c3ec-b3e5-4d91cb79cd73" [ 846.039242] env[70498]: _type = "HttpNfcLease" [ 846.039242] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.039946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29aa310-ef9a-4480-97cd-f1d2d03f68fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.048724] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.048724] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.116450] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.117870] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.117870] env[70498]: DEBUG nova.compute.manager [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.119052] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94c36c7-1e48-456d-b020-05aaec42bb32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.130243] env[70498]: DEBUG nova.compute.manager [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 846.130858] env[70498]: DEBUG nova.objects.instance [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lazy-loading 'flavor' on Instance uuid c6262bd9-3ece-4325-8e27-c7c5624f4303 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.135491] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614413, 'name': CreateVM_Task, 'duration_secs': 1.767996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.135895] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.136635] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136795] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.137146] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.137426] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34edd8f-ee92-4422-9494-93d63f9cc8f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.142495] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 846.142495] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529b8f50-73c3-6517-59b9-83af68cd22f1" [ 846.142495] env[70498]: _type = "Task" [ 846.142495] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.152403] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529b8f50-73c3-6517-59b9-83af68cd22f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.161920] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de853113-5917-486f-ab82-6a7f596637a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.167775] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614418, 'name': ReconfigVM_Task, 'duration_secs': 0.406359} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.169641] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b6d59e70-9271-4d27-93a3-8f245f8e53f2/b6d59e70-9271-4d27-93a3-8f245f8e53f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.170190] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58edbe80-683f-4e53-af72-5433b11de922 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.175481] env[70498]: DEBUG oslo_vmware.api [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614415, 'name': PowerOnVM_Task, 'duration_secs': 1.074239} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.176385] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.177391] env[70498]: INFO nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Took 10.89 seconds to spawn the instance on the hypervisor. [ 846.177391] env[70498]: DEBUG nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.177524] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d70ce-46ad-4e29-a8b2-e253e333ce86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.181081] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 846.181081] env[70498]: value = "task-3614419" [ 846.181081] env[70498]: _type = "Task" [ 846.181081] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.198268] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614419, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.494908] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.144s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.494908] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.496728] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.391s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.499940] env[70498]: INFO nova.compute.claims [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.663232] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529b8f50-73c3-6517-59b9-83af68cd22f1, 'name': SearchDatastore_Task, 'duration_secs': 0.02044} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.663609] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.663888] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.664289] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.664478] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.664746] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.665408] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3e825c8-0c97-4aa0-b133-2580ab334841 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.680546] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.681143] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.682399] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7668735c-492f-4a4f-a5b8-40738a9da783 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.693582] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 846.693582] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528bc6bd-e79e-8a53-6457-84acbf30193f" [ 846.693582] env[70498]: _type = "Task" [ 846.693582] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.706395] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614419, 'name': Rename_Task, 'duration_secs': 0.241821} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.713532] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.714151] env[70498]: INFO nova.compute.manager [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Took 49.09 seconds to build instance. [ 846.716239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.716239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.716239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.716239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.716572] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.717908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f316dd3a-7687-4a2c-8b4b-3af10a53e1d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.720465] env[70498]: INFO nova.compute.manager [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Terminating instance [ 846.730938] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528bc6bd-e79e-8a53-6457-84acbf30193f, 'name': SearchDatastore_Task, 'duration_secs': 0.017368} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.733217] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 846.733217] env[70498]: value = "task-3614420" [ 846.733217] env[70498]: _type = "Task" [ 846.733217] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.734184] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910ef807-1ac9-4b59-b72c-816448462222 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.751483] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.752862] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 846.752862] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529309a6-cffb-abc6-ae2c-664334e26830" [ 846.752862] env[70498]: _type = "Task" [ 846.752862] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.764255] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529309a6-cffb-abc6-ae2c-664334e26830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.009497] env[70498]: DEBUG nova.compute.utils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.016066] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.016454] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.131886] env[70498]: DEBUG nova.policy [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea5d994033e4bfeb39ea63202972d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d23b9b8789248b6b6df75c9ac8b7192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.142427] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.142746] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87cddeae-24b7-422f-becd-2065e8000992 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.154467] env[70498]: DEBUG oslo_vmware.api [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 847.154467] env[70498]: value = "task-3614421" [ 847.154467] env[70498]: _type = "Task" [ 847.154467] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.172934] env[70498]: DEBUG oslo_vmware.api [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.220947] env[70498]: DEBUG oslo_concurrency.lockutils [None req-20e91411-d7d6-412d-a104-7de3b73def46 tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.317s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.224966] env[70498]: DEBUG nova.compute.manager [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.225226] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.228259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8796033-3568-4663-8a02-5c2b9a22c9ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.239333] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.247525] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e12b029-fbe8-42d2-8f17-54884774edcb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.263546] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614420, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.268940] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 847.268940] env[70498]: value = "task-3614422" [ 847.268940] env[70498]: _type = "Task" [ 847.268940] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.277140] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529309a6-cffb-abc6-ae2c-664334e26830, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.278495] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.279309] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 47e42565-2ce9-434d-887e-d6bba51ff73a/47e42565-2ce9-434d-887e-d6bba51ff73a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.279309] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcda04dd-948b-4299-aa48-f3d2b3e935e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.285969] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.296917] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 847.296917] env[70498]: value = "task-3614423" [ 847.296917] env[70498]: _type = "Task" [ 847.296917] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.312135] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.516858] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.532990] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.533292] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.676620] env[70498]: DEBUG oslo_vmware.api [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614421, 'name': PowerOffVM_Task, 'duration_secs': 0.293554} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.679450] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.679450] env[70498]: DEBUG nova.compute.manager [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.684010] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360801cc-ace7-4957-89af-17f0e27e5a15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.727068] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 847.759951] env[70498]: DEBUG oslo_vmware.api [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614420, 'name': PowerOnVM_Task, 'duration_secs': 0.663118} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.760315] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.760576] env[70498]: INFO nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Took 9.69 seconds to spawn the instance on the hypervisor. [ 847.760778] env[70498]: DEBUG nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.762058] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936c60fe-ed1c-45ca-a636-ef59457d23e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.791975] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614422, 'name': PowerOffVM_Task, 'duration_secs': 0.322874} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.795190] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.796207] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.797604] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fd36090-a50c-409f-b8c3-99fd9f7b99ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.809673] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Successfully created port: 407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.817713] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614423, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885427] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.885666] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.885956] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore2] 3a7fa033-88fa-45a4-a054-d9ca2525f289 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.886160] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51129911-3a6b-4a5e-9c19-b9c98e514c47 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.901241] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 847.901241] env[70498]: value = "task-3614425" [ 847.901241] env[70498]: _type = "Task" [ 847.901241] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.914632] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.209588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8bf5c710-18ab-4c8e-9195-4740f61afe59 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.255444] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.299862] env[70498]: INFO nova.compute.manager [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Took 49.43 seconds to build instance. [ 848.317443] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631667} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.318233] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8defe-3205-4312-af27-94a18c259360 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.321632] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 47e42565-2ce9-434d-887e-d6bba51ff73a/47e42565-2ce9-434d-887e-d6bba51ff73a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.321862] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.322518] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebf9b5dc-5b72-4d35-8e80-ae8c82bc0679 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.330891] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b89306-afe8-465b-91e5-64bb57df45e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.338641] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 848.338641] env[70498]: value = "task-3614426" [ 848.338641] env[70498]: _type = "Task" [ 848.338641] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.377082] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e3c1f-9baa-4d5f-ba36-98bd2efabc0e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.387386] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96aca8-c4f4-4159-a32f-36bb8d490cb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.403767] env[70498]: DEBUG nova.compute.provider_tree [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.415831] env[70498]: DEBUG oslo_vmware.api [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30973} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.416852] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.417060] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.417617] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.417806] env[70498]: INFO nova.compute.manager [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Took 1.19 seconds to destroy the instance on the hypervisor. [ 848.418092] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.419331] env[70498]: DEBUG nova.compute.manager [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.419457] env[70498]: DEBUG nova.network.neutron [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.539638] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.567705] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.567937] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.568099] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.568280] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.568449] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.568597] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.568800] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.568953] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.570054] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.570054] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.570054] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.570760] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898ffd18-7543-4ea8-bd83-356d4ccf70ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.580670] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816786d2-f368-4c27-b944-8b0c8536418f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.635017] env[70498]: DEBUG nova.compute.manager [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Received event network-changed-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.635017] env[70498]: DEBUG nova.compute.manager [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Refreshing instance network info cache due to event network-changed-23c52fc1-70d7-4047-89ee-1ca8b519c9a1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.635017] env[70498]: DEBUG oslo_concurrency.lockutils [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] Acquiring lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.635017] env[70498]: DEBUG oslo_concurrency.lockutils [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] Acquired lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.635017] env[70498]: DEBUG nova.network.neutron [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Refreshing network info cache for port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.810523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8b397b22-e210-4b3f-be17-9a4765126330 tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.575s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.850364] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097932} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.850660] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.851526] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2d72c-da5b-44a6-8086-7a1eb59d30d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.876451] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 47e42565-2ce9-434d-887e-d6bba51ff73a/47e42565-2ce9-434d-887e-d6bba51ff73a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.876794] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c8d8df-d5e1-4b97-b4d3-5718d015cde2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.901921] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 848.901921] env[70498]: value = "task-3614427" [ 848.901921] env[70498]: _type = "Task" [ 848.901921] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.911036] env[70498]: DEBUG nova.scheduler.client.report [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.913295] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.105718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.105903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.212326] env[70498]: DEBUG nova.network.neutron [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.313053] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.385911] env[70498]: DEBUG nova.network.neutron [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updated VIF entry in instance network info cache for port 23c52fc1-70d7-4047-89ee-1ca8b519c9a1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.386440] env[70498]: DEBUG nova.network.neutron [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updating instance_info_cache with network_info: [{"id": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "address": "fa:16:3e:b3:1b:57", "network": {"id": "d82604bf-331f-4b25-b6e1-36c3f4647883", "bridge": "br-int", "label": "tempest-ServersTestJSON-587011088-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5209339633b94b55ac4119942196e18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c52fc1-70", "ovs_interfaceid": "23c52fc1-70d7-4047-89ee-1ca8b519c9a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.410117] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614427, 'name': ReconfigVM_Task, 'duration_secs': 0.330782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.410418] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 47e42565-2ce9-434d-887e-d6bba51ff73a/47e42565-2ce9-434d-887e-d6bba51ff73a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.411094] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3cda871-cfcd-42d0-a1c6-3cfa3200908f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.414685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.415175] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.418239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.918s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.419540] env[70498]: INFO nova.compute.claims [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.424135] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 849.424135] env[70498]: value = "task-3614428" [ 849.424135] env[70498]: _type = "Task" [ 849.424135] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.434626] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614428, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.567840] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Successfully updated port: 407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.637623] env[70498]: DEBUG nova.compute.manager [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Received event network-vif-plugged-407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.637928] env[70498]: DEBUG oslo_concurrency.lockutils [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] Acquiring lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.638481] env[70498]: DEBUG oslo_concurrency.lockutils [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.638693] env[70498]: DEBUG oslo_concurrency.lockutils [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.638990] env[70498]: DEBUG nova.compute.manager [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] No waiting events found dispatching network-vif-plugged-407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.639217] env[70498]: WARNING nova.compute.manager [req-7869721f-2370-4e07-af36-d4d3384d1e98 req-127ba190-7ed0-4df8-ae77-f10a43f2fc03 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Received unexpected event network-vif-plugged-407f8e79-0ae4-4a1f-a944-d86611d3e88c for instance with vm_state building and task_state spawning. [ 849.714491] env[70498]: INFO nova.compute.manager [-] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Took 1.29 seconds to deallocate network for instance. [ 849.840329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.889800] env[70498]: DEBUG oslo_concurrency.lockutils [req-e487b0dd-70a7-4eea-ad9c-f62d4b73f213 req-d6f4f43e-c2fc-4af6-ac0c-0d36228c699b service nova] Releasing lock "refresh_cache-d386c231-c43e-4a9f-a873-d71a5885696a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.924339] env[70498]: DEBUG nova.compute.utils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.925726] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.925898] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.943766] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614428, 'name': Rename_Task, 'duration_secs': 0.169425} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.945324] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.945606] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f922171-c3c1-4afd-84e7-b32a18aafd3d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.955037] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 849.955037] env[70498]: value = "task-3614429" [ 849.955037] env[70498]: _type = "Task" [ 849.955037] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.965774] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.976368] env[70498]: DEBUG nova.policy [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ea5d994033e4bfeb39ea63202972d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d23b9b8789248b6b6df75c9ac8b7192', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.073532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.073532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.073532] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.221784] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.354106] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Successfully created port: 7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.436049] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.479197] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614429, 'name': PowerOnVM_Task, 'duration_secs': 0.496614} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.479590] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.479798] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Took 9.58 seconds to spawn the instance on the hypervisor. [ 850.479982] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.481612] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621abae-ddc6-4562-aa78-37c08ad014e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.490952] env[70498]: DEBUG nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.492639] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e2a75d-2fb9-41bb-bce0-4c7991397d61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.608716] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.744652] env[70498]: DEBUG nova.compute.manager [req-ea623257-86b7-46f7-8d46-3d2784a3f086 req-bbcee216-5851-490b-aad4-393e9c69f5f9 service nova] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Received event network-vif-deleted-60816ca8-e3d5-4eee-bbf3-abc5d3de5ed5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.819566] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Updating instance_info_cache with network_info: [{"id": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "address": "fa:16:3e:e0:ab:46", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407f8e79-0a", "ovs_interfaceid": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.014579] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Took 41.58 seconds to build instance. [ 851.018871] env[70498]: INFO nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] instance snapshotting [ 851.019133] env[70498]: WARNING nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 851.021812] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc6412d-6cac-4dd0-9874-e0f2b3dd1914 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.045622] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5152a31-56b9-4d25-807b-540a8dbf2d6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.073689] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515f7aa5-f5cb-4551-b74a-03243f6fecaf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.085775] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f1a73f-cac4-40bb-ab75-345472f1dd10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.120501] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b300914f-da58-47ed-b27a-d5f471279e5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.129935] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88b9ee3-a1fc-42ce-9fed-c451454f422e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.147055] env[70498]: DEBUG nova.compute.provider_tree [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.322588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.322912] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Instance network_info: |[{"id": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "address": "fa:16:3e:e0:ab:46", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407f8e79-0a", "ovs_interfaceid": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.323415] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ab:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407f8e79-0ae4-4a1f-a944-d86611d3e88c', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.331798] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.332032] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.332330] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d6a36e-e11b-467f-ba56-25f5388cf3c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.355205] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.355205] env[70498]: value = "task-3614430" [ 851.355205] env[70498]: _type = "Task" [ 851.355205] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.362980] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.449416] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.474363] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.474620] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.474807] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.475026] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.475185] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.475344] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.475577] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.475752] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.475934] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.476145] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.476325] env[70498]: DEBUG nova.virt.hardware [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.477631] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f05a3c-e3b1-4c4e-a75f-a3a47c1a3a99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.486467] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c821be8-6c28-48a1-bf77-15e3395ea764 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.515841] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.571s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.558562] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.558902] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3d5afd0-dcb8-485b-8c84-f54b1e51b4ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.567352] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 851.567352] env[70498]: value = "task-3614431" [ 851.567352] env[70498]: _type = "Task" [ 851.567352] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.576538] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614431, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.650850] env[70498]: DEBUG nova.scheduler.client.report [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.667553] env[70498]: DEBUG nova.compute.manager [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Received event network-changed-407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.668068] env[70498]: DEBUG nova.compute.manager [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Refreshing instance network info cache due to event network-changed-407f8e79-0ae4-4a1f-a944-d86611d3e88c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.668181] env[70498]: DEBUG oslo_concurrency.lockutils [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] Acquiring lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.668360] env[70498]: DEBUG oslo_concurrency.lockutils [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] Acquired lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668659] env[70498]: DEBUG nova.network.neutron [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Refreshing network info cache for port 407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.677511] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.677750] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.677951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.678148] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.678309] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.680514] env[70498]: INFO nova.compute.manager [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Terminating instance [ 851.867683] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.002620] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Successfully updated port: 7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.019244] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.081312] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614431, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.156738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.157368] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.162431] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.910s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.162697] env[70498]: DEBUG nova.objects.instance [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lazy-loading 'resources' on Instance uuid 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.184324] env[70498]: DEBUG nova.compute.manager [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.184506] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.185643] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb95456-7523-4cc2-b568-ef644b8f4c55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.194826] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.195107] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b62d65b7-9426-428b-8a11-9b2a29d0df3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.203971] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 852.203971] env[70498]: value = "task-3614432" [ 852.203971] env[70498]: _type = "Task" [ 852.203971] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.213861] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.368547] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.415288] env[70498]: DEBUG nova.network.neutron [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Updated VIF entry in instance network info cache for port 407f8e79-0ae4-4a1f-a944-d86611d3e88c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.415653] env[70498]: DEBUG nova.network.neutron [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Updating instance_info_cache with network_info: [{"id": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "address": "fa:16:3e:e0:ab:46", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407f8e79-0a", "ovs_interfaceid": "407f8e79-0ae4-4a1f-a944-d86611d3e88c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.506993] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506993] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.506993] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.541544] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.578752] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614431, 'name': CreateSnapshot_Task, 'duration_secs': 0.830777} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.579097] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.579933] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3077c5-fd91-4f5e-bc59-8d192500a737 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.668723] env[70498]: DEBUG nova.compute.utils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.670487] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.670782] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.717690] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.729847] env[70498]: DEBUG nova.policy [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f50a15809f0496a8086ee6a059ac56b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a9792516d34b998e96bf3f31df92e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.867078] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.918363] env[70498]: DEBUG oslo_concurrency.lockutils [req-bcb6bbae-1add-44cb-a141-07562ffa5d3f req-841cf200-4fee-4451-95bf-7497573f6fa8 service nova] Releasing lock "refresh_cache-19810a4d-5814-4ed5-a3af-1c5b8e3d6680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.070151] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.099776] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.100842] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Successfully created port: cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.109740] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8b902ac-60d1-4646-8ef6-e812a653b50b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.124431] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 853.124431] env[70498]: value = "task-3614433" [ 853.124431] env[70498]: _type = "Task" [ 853.124431] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.139103] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614433, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.178411] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.223137] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614432, 'name': PowerOffVM_Task, 'duration_secs': 0.869706} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.223401] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.223600] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.223869] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd3fc32-aa73-418f-8326-548c213dd981 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.283768] env[70498]: DEBUG nova.network.neutron [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Updating instance_info_cache with network_info: [{"id": "7557151a-506a-4664-b89e-18990526e1a6", "address": "fa:16:3e:f9:dd:c4", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7557151a-50", "ovs_interfaceid": "7557151a-506a-4664-b89e-18990526e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.307173] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.308093] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.308093] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Deleting the datastore file [datastore2] b6d59e70-9271-4d27-93a3-8f245f8e53f2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.308093] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181d1841-1a13-42f0-80db-ad68e1759145 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.316267] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for the task: (returnval){ [ 853.316267] env[70498]: value = "task-3614435" [ 853.316267] env[70498]: _type = "Task" [ 853.316267] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.324075] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfce253-67e8-4e07-b4b1-6bbce0330383 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.332016] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.337269] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6cf959-a264-4b85-b7e7-72daf7a65e7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.375263] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec24ba6f-a714-40a4-bbc0-dae91c8603b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.386575] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.389144] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7408b1a9-25d3-46b5-9861-2b79b93e1bad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.403272] env[70498]: DEBUG nova.compute.provider_tree [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.469869] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.470960] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9688911-afcc-4fbc-a7cb-b2d240e1a9a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.479333] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.479530] env[70498]: ERROR oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk due to incomplete transfer. [ 853.479750] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af308b9c-344e-4bef-bc36-3053aeebeffe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.489944] env[70498]: DEBUG oslo_vmware.rw_handles [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a31f0-11ec-193e-983a-274f317ddba3/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.490182] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Uploaded image 1d053bb3-2e4e-40aa-b99a-2296ee7c5f63 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.493260] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.493698] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d861b31-d9dd-425a-b533-38d125aeadd3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.502313] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 853.502313] env[70498]: value = "task-3614436" [ 853.502313] env[70498]: _type = "Task" [ 853.502313] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.513859] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614436, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.635502] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614433, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.719614] env[70498]: DEBUG nova.compute.manager [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Received event network-vif-plugged-7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.722480] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Acquiring lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.722833] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.723104] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.723378] env[70498]: DEBUG nova.compute.manager [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] No waiting events found dispatching network-vif-plugged-7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.723640] env[70498]: WARNING nova.compute.manager [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Received unexpected event network-vif-plugged-7557151a-506a-4664-b89e-18990526e1a6 for instance with vm_state building and task_state spawning. [ 853.723863] env[70498]: DEBUG nova.compute.manager [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Received event network-changed-7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.724095] env[70498]: DEBUG nova.compute.manager [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Refreshing instance network info cache due to event network-changed-7557151a-506a-4664-b89e-18990526e1a6. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.724405] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Acquiring lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.785948] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.785948] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Instance network_info: |[{"id": "7557151a-506a-4664-b89e-18990526e1a6", "address": "fa:16:3e:f9:dd:c4", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7557151a-50", "ovs_interfaceid": "7557151a-506a-4664-b89e-18990526e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.786476] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Acquired lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.786706] env[70498]: DEBUG nova.network.neutron [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Refreshing network info cache for port 7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.789190] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:dd:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7557151a-506a-4664-b89e-18990526e1a6', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.797403] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.798895] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.799225] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dcc8e7-672e-4922-83ba-2f0a0590ef67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.822767] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.822767] env[70498]: value = "task-3614437" [ 853.822767] env[70498]: _type = "Task" [ 853.822767] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.831104] env[70498]: DEBUG oslo_vmware.api [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Task: {'id': task-3614435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410104} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.831923] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.833018] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.833309] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.833566] env[70498]: INFO nova.compute.manager [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Took 1.65 seconds to destroy the instance on the hypervisor. [ 853.833872] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.837512] env[70498]: DEBUG nova.compute.manager [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.837676] env[70498]: DEBUG nova.network.neutron [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.840041] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614437, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.883448] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.906897] env[70498]: DEBUG nova.scheduler.client.report [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.012634] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614436, 'name': Destroy_Task, 'duration_secs': 0.504907} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.013059] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroyed the VM [ 854.013384] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 854.013821] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0df43e54-4e33-43bf-9857-0d5ce7c24a4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.021880] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 854.021880] env[70498]: value = "task-3614438" [ 854.021880] env[70498]: _type = "Task" [ 854.021880] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.032597] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614438, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.137211] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614433, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.188733] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.232720] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T22:01:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='256930a9-c9ba-42c4-a11f-16b27d186284',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582034624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.232720] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.232720] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.232946] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.232946] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.232946] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.232946] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.232946] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.233399] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.233399] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.234060] env[70498]: DEBUG nova.virt.hardware [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.235173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca2df4-82f2-4d2b-9f1e-1f5a20eb1057 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.244987] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d309cced-c7cd-4fed-abf7-e7da62cb1857 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.334180] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614437, 'name': CreateVM_Task, 'duration_secs': 0.444664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.334363] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.335125] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.335230] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.335534] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.336135] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3bcda6-5418-4174-836f-66200eb9eef1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.342286] env[70498]: DEBUG nova.compute.manager [req-e7f53e4f-17bd-435a-85cf-f1a99d094d73 req-3666aff3-579d-4dc8-bc44-734e7b622262 service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Received event network-vif-deleted-c8542732-a00d-4fca-b40f-24b31607a519 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.342480] env[70498]: INFO nova.compute.manager [req-e7f53e4f-17bd-435a-85cf-f1a99d094d73 req-3666aff3-579d-4dc8-bc44-734e7b622262 service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Neutron deleted interface c8542732-a00d-4fca-b40f-24b31607a519; detaching it from the instance and deleting it from the info cache [ 854.342646] env[70498]: DEBUG nova.network.neutron [req-e7f53e4f-17bd-435a-85cf-f1a99d094d73 req-3666aff3-579d-4dc8-bc44-734e7b622262 service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.348035] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 854.348035] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5226b43a-42ac-e491-4c9d-9f7539379f5e" [ 854.348035] env[70498]: _type = "Task" [ 854.348035] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.357428] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5226b43a-42ac-e491-4c9d-9f7539379f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.381470] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614430, 'name': CreateVM_Task, 'duration_secs': 2.861356} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.381640] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.382350] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.414927] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.417664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.474s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.418077] env[70498]: DEBUG nova.objects.instance [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'resources' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.459044] env[70498]: INFO nova.scheduler.client.report [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleted allocations for instance 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4 [ 854.533210] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614438, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.576322] env[70498]: DEBUG nova.network.neutron [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Updated VIF entry in instance network info cache for port 7557151a-506a-4664-b89e-18990526e1a6. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.576722] env[70498]: DEBUG nova.network.neutron [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Updating instance_info_cache with network_info: [{"id": "7557151a-506a-4664-b89e-18990526e1a6", "address": "fa:16:3e:f9:dd:c4", "network": {"id": "0ebda0b5-b462-4db7-9fc4-ad30325eb7bd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-669221865-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d23b9b8789248b6b6df75c9ac8b7192", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7557151a-50", "ovs_interfaceid": "7557151a-506a-4664-b89e-18990526e1a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.634756] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614433, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.753454] env[70498]: DEBUG nova.network.neutron [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.766312] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Successfully updated port: cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.848152] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26a5885c-b3c7-44ba-9eed-33b50e699f68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.860073] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5226b43a-42ac-e491-4c9d-9f7539379f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.032237} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.861244] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.861476] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.861719] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.861867] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.862032] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.862352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.862706] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.862933] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b25e0c3-71dd-4bd9-801b-22dac3197956 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.867265] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44e8d1-3c4d-4688-b211-109ba9cb521c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.877826] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bfa7d45-eb20-46ce-9dae-c4bf26d716cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.883551] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 854.883551] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521859c1-c4b9-4f65-f8e4-84aaa14082cc" [ 854.883551] env[70498]: _type = "Task" [ 854.883551] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.888107] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.888398] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.889437] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de69844-eb0d-4970-a096-710d666ffbc3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.895047] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521859c1-c4b9-4f65-f8e4-84aaa14082cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.615976] env[70498]: DEBUG nova.objects.instance [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.622150] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7462d87-cad6-4d94-b316-ac55ecf74109 req-00d6b34b-1dcb-4f79-ab3f-435c7b467159 service nova] Releasing lock "refresh_cache-ebfcca2a-2f76-4616-b550-27d0ec6189c9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.622150] env[70498]: INFO nova.compute.manager [-] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Took 1.78 seconds to deallocate network for instance. [ 855.622150] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.622150] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.622150] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.626018] env[70498]: DEBUG nova.compute.manager [req-e7f53e4f-17bd-435a-85cf-f1a99d094d73 req-3666aff3-579d-4dc8-bc44-734e7b622262 service nova] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Detach interface failed, port_id=c8542732-a00d-4fca-b40f-24b31607a519, reason: Instance b6d59e70-9271-4d27-93a3-8f245f8e53f2 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.626018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76805192-1c34-4aef-90c0-4130136601e2 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "040c2c34-5fc4-4e7b-be4d-8b4b88f720a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.086s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.637145] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 855.637145] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527ba9ba-e9db-184e-1a6d-58b2ba6c01b5" [ 855.637145] env[70498]: _type = "Task" [ 855.637145] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.654357] env[70498]: DEBUG oslo_vmware.api [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614438, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644081} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.654642] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521859c1-c4b9-4f65-f8e4-84aaa14082cc, 'name': SearchDatastore_Task, 'duration_secs': 0.02626} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.654775] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614433, 'name': CloneVM_Task, 'duration_secs': 1.796912} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.655478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.655745] env[70498]: INFO nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 13.93 seconds to snapshot the instance on the hypervisor. [ 855.659182] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.659182] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.659182] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.659182] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Created linked-clone VM from snapshot [ 855.662946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58adff1-c95d-42c3-8dd5-788024fb465a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.666334] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527ba9ba-e9db-184e-1a6d-58b2ba6c01b5, 'name': SearchDatastore_Task, 'duration_secs': 0.029757} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.667516] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956af683-b230-4c36-b447-2c6c3df236e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.672682] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Uploading image 2c318011-0e9b-45f4-b702-058be39c2c50 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.678203] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 855.678203] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5266a9de-2feb-b212-37c1-b1ae49a7cba9" [ 855.678203] env[70498]: _type = "Task" [ 855.678203] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.686786] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5266a9de-2feb-b212-37c1-b1ae49a7cba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.702061] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.702061] env[70498]: value = "vm-720970" [ 855.702061] env[70498]: _type = "VirtualMachine" [ 855.702061] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.702455] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e46e129f-29ab-49bd-acd9-04d2a31a2eba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.710578] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease: (returnval){ [ 855.710578] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249f40e-84ca-afc3-dec0-145f3f34c494" [ 855.710578] env[70498]: _type = "HttpNfcLease" [ 855.710578] env[70498]: } obtained for exporting VM: (result){ [ 855.710578] env[70498]: value = "vm-720970" [ 855.710578] env[70498]: _type = "VirtualMachine" [ 855.710578] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.710955] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the lease: (returnval){ [ 855.710955] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249f40e-84ca-afc3-dec0-145f3f34c494" [ 855.710955] env[70498]: _type = "HttpNfcLease" [ 855.710955] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.717894] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.717894] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249f40e-84ca-afc3-dec0-145f3f34c494" [ 855.717894] env[70498]: _type = "HttpNfcLease" [ 855.717894] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.745715] env[70498]: DEBUG nova.compute.manager [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Received event network-vif-plugged-cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.746324] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Acquiring lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.746493] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.746660] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.746827] env[70498]: DEBUG nova.compute.manager [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] No waiting events found dispatching network-vif-plugged-cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.746985] env[70498]: WARNING nova.compute.manager [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Received unexpected event network-vif-plugged-cac6f2f6-c6ef-4364-8db3-5e0613e47011 for instance with vm_state building and task_state spawning. [ 855.747152] env[70498]: DEBUG nova.compute.manager [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Received event network-changed-cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.747300] env[70498]: DEBUG nova.compute.manager [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Refreshing instance network info cache due to event network-changed-cac6f2f6-c6ef-4364-8db3-5e0613e47011. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.747462] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.127287] env[70498]: DEBUG nova.objects.base [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Object Instance<6d264890-6eb1-4ab6-88af-b3289ea3ef4c> lazy-loaded attributes: resources,numa_topology {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 856.138420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.138622] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.138863] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.139010] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.139429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.141215] env[70498]: INFO nova.compute.manager [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Terminating instance [ 856.142965] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.169625] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.191528] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5266a9de-2feb-b212-37c1-b1ae49a7cba9, 'name': SearchDatastore_Task, 'duration_secs': 0.01749} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.194027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.194466] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] ebfcca2a-2f76-4616-b550-27d0ec6189c9/ebfcca2a-2f76-4616-b550-27d0ec6189c9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.194466] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.194652] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.194857] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fe96417-47e1-419a-8a52-bddb1cf3f9d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.196964] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b510e90-e1ff-4bfd-8c52-69ad1b4cb29b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.210081] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 856.210081] env[70498]: value = "task-3614440" [ 856.210081] env[70498]: _type = "Task" [ 856.210081] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.212673] env[70498]: DEBUG nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Found 3 images (rotation: 2) {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 856.212937] env[70498]: DEBUG nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Rotating out 1 backups {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 856.213139] env[70498]: DEBUG nova.compute.manager [None req-b9f99e5c-ab71-4490-8797-81b78a202cfe tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleting image 01acaa4b-ad8b-41ab-b303-fe90872574f6 {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 856.215953] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.216148] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.224819] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f09705-2dfd-4ed8-bece-05e5fe47d2cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.233660] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 856.233660] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249f40e-84ca-afc3-dec0-145f3f34c494" [ 856.233660] env[70498]: _type = "HttpNfcLease" [ 856.233660] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 856.237293] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 856.237293] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249f40e-84ca-afc3-dec0-145f3f34c494" [ 856.237293] env[70498]: _type = "HttpNfcLease" [ 856.237293] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 856.237720] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.238101] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 856.238101] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f48788-4f41-528b-de42-6fc8ce51a68f" [ 856.238101] env[70498]: _type = "Task" [ 856.238101] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.238848] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76e26d-e763-42df-aa4b-6568a07fdc0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.252208] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f48788-4f41-528b-de42-6fc8ce51a68f, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.255868] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 856.255967] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 856.261307] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bad6631-209e-4cbf-ae51-3bd46a208d3f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.328150] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 856.328150] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52335608-c9d6-8096-ff93-13f7ffcd570d" [ 856.328150] env[70498]: _type = "Task" [ 856.328150] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.338877] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52335608-c9d6-8096-ff93-13f7ffcd570d, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.342382] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.342680] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 19810a4d-5814-4ed5-a3af-1c5b8e3d6680/19810a4d-5814-4ed5-a3af-1c5b8e3d6680.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.343161] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75aa5325-26bb-47f9-9bd3-7958bbfec434 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.351619] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 856.351619] env[70498]: value = "task-3614441" [ 856.351619] env[70498]: _type = "Task" [ 856.351619] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.367230] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f35336f-789e-4eae-921c-34595ab40ddd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.367230] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.367535] env[70498]: DEBUG nova.network.neutron [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.645530] env[70498]: DEBUG nova.compute.manager [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.645879] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.647124] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c706b2b-9871-4232-892f-8c161bb8539b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.662601] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.662747] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612b0cc3-d8fa-4803-bcea-745bd05995eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.689064] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 856.689064] env[70498]: value = "task-3614442" [ 856.689064] env[70498]: _type = "Task" [ 856.689064] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.702168] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.728860] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.815303] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dab567-6b95-4132-8087-3c5c56e5a985 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.824909] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff88a5c-e8fe-48d0-8438-543420b5b340 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.863909] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f1ca3-5b8c-463c-9d09-7c4be6720d0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.872656] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.873059] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Instance network_info: |[{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.876670] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.876916] env[70498]: DEBUG nova.network.neutron [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Refreshing network info cache for port cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.878437] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:10:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '594b35bb-a20b-4f0e-bd35-9acf9cc6bf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac6f2f6-c6ef-4364-8db3-5e0613e47011', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.886800] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.887883] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5f76a6-9c59-4a84-9eb5-d87f5a621875 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.896021] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.896021] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.896598] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76076c29-2d87-4997-81ee-4aa68a45835c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.928331] env[70498]: DEBUG nova.compute.provider_tree [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.932439] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.932439] env[70498]: value = "task-3614443" [ 856.932439] env[70498]: _type = "Task" [ 856.932439] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.944828] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614443, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.207960] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614442, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.227452] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581326} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.228155] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] ebfcca2a-2f76-4616-b550-27d0ec6189c9/ebfcca2a-2f76-4616-b550-27d0ec6189c9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.228798] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.229187] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e649434-7db2-458e-babc-42fc8426c951 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.239020] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 857.239020] env[70498]: value = "task-3614444" [ 857.239020] env[70498]: _type = "Task" [ 857.239020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.249226] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.273984] env[70498]: DEBUG nova.network.neutron [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updated VIF entry in instance network info cache for port cac6f2f6-c6ef-4364-8db3-5e0613e47011. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.273984] env[70498]: DEBUG nova.network.neutron [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.369147] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848474} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.369755] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 19810a4d-5814-4ed5-a3af-1c5b8e3d6680/19810a4d-5814-4ed5-a3af-1c5b8e3d6680.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.370376] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.370879] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1306c177-9aff-4fea-8726-3d12bd51d961 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.379588] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 857.379588] env[70498]: value = "task-3614445" [ 857.379588] env[70498]: _type = "Task" [ 857.379588] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.388943] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.448587] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614443, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.454413] env[70498]: ERROR nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [req-d76fd419-eaf4-4f60-ba1e-20d1dd5a95a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d76fd419-eaf4-4f60-ba1e-20d1dd5a95a8"}]} [ 857.482260] env[70498]: DEBUG nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.495650] env[70498]: DEBUG nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.498143] env[70498]: DEBUG nova.compute.provider_tree [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.510040] env[70498]: DEBUG nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.533796] env[70498]: DEBUG nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.702156] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614442, 'name': PowerOffVM_Task, 'duration_secs': 0.575259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.703054] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.704020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.704020] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-208560b4-410f-463c-be6c-49c0012e1e5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.751415] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071608} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.751752] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.752653] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb827953-f4c6-4fc5-93df-602c0649a2fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.779680] env[70498]: DEBUG oslo_concurrency.lockutils [req-a1c74f00-68ed-4e67-b7ee-f3218d3b3635 req-981e636b-dcf5-4b41-bb8e-5ae6a00ca96c service nova] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.789699] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] ebfcca2a-2f76-4616-b550-27d0ec6189c9/ebfcca2a-2f76-4616-b550-27d0ec6189c9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.793821] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e49a6d3-f904-427d-b3fe-dd68796ef55b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.810275] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.810599] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.810868] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleting the datastore file [datastore1] 1dceba7d-a667-4fef-b5c8-a0e01f11297e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.812502] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb7a546b-4dfc-4cde-9f95-0b9d093abadf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.821949] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for the task: (returnval){ [ 857.821949] env[70498]: value = "task-3614447" [ 857.821949] env[70498]: _type = "Task" [ 857.821949] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.823655] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 857.823655] env[70498]: value = "task-3614448" [ 857.823655] env[70498]: _type = "Task" [ 857.823655] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.841191] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.841754] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.895150] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.381026} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.895432] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.896287] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612ad77f-4285-4c5a-bccf-28f62afcef4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.925104] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 19810a4d-5814-4ed5-a3af-1c5b8e3d6680/19810a4d-5814-4ed5-a3af-1c5b8e3d6680.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.928700] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5be1ef1-6f0a-49eb-8ff0-5ff87aeeb808 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.958772] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614443, 'name': CreateVM_Task, 'duration_secs': 0.642766} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.958772] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.958772] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 857.958772] env[70498]: value = "task-3614449" [ 857.958772] env[70498]: _type = "Task" [ 857.958772] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.958772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.958772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.959307] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.959307] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0c8b17-8e12-4049-a12e-5d19c018d64e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.973118] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 857.973118] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5220883a-1a8c-dc26-7a71-d2ccb5870c70" [ 857.973118] env[70498]: _type = "Task" [ 857.973118] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.976033] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.986226] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5220883a-1a8c-dc26-7a71-d2ccb5870c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.216828] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e256d2-fffb-424a-ab72-a0d73418a7b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.229095] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d0a99-4bab-4bba-86fb-c1eb078e2444 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.270209] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181e413-3595-4647-941f-f12adf347ffa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.282993] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80a77f-cd74-4f6e-9dbc-4c0b21ccf5e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.299813] env[70498]: DEBUG nova.compute.provider_tree [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.337039] env[70498]: DEBUG oslo_vmware.api [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Task: {'id': task-3614447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255296} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.337792] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.337998] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.338237] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.338465] env[70498]: INFO nova.compute.manager [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 1.69 seconds to destroy the instance on the hypervisor. [ 858.338891] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.339169] env[70498]: DEBUG nova.compute.manager [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.339309] env[70498]: DEBUG nova.network.neutron [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.344957] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614448, 'name': ReconfigVM_Task, 'duration_secs': 0.348805} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.345592] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Reconfigured VM instance instance-0000002e to attach disk [datastore1] ebfcca2a-2f76-4616-b550-27d0ec6189c9/ebfcca2a-2f76-4616-b550-27d0ec6189c9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.346309] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ca4cf1e-884d-4320-bc24-40dc5e269613 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.354949] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 858.354949] env[70498]: value = "task-3614450" [ 858.354949] env[70498]: _type = "Task" [ 858.354949] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.365730] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614450, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.374517] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.374789] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.375023] env[70498]: DEBUG nova.compute.manager [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.376010] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a434f84-d28a-4d08-b20a-87bb26faad41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.385605] env[70498]: DEBUG nova.compute.manager [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 858.386147] env[70498]: DEBUG nova.objects.instance [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.472129] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614449, 'name': ReconfigVM_Task, 'duration_secs': 0.334271} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.472819] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 19810a4d-5814-4ed5-a3af-1c5b8e3d6680/19810a4d-5814-4ed5-a3af-1c5b8e3d6680.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.473642] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0cf70b0-7fde-4242-86f6-d820fba7f94e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.483161] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 858.483161] env[70498]: value = "task-3614451" [ 858.483161] env[70498]: _type = "Task" [ 858.483161] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.487867] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5220883a-1a8c-dc26-7a71-d2ccb5870c70, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.491849] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.492271] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.492626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.492995] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.493291] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.493659] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85229493-8553-4e4f-9775-1e1e5d6d3f6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.503694] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614451, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.510027] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.510027] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.510027] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf79ef9-ad93-4999-9fca-b0d0eeebd4ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.520033] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 858.520033] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525a19f1-c4a3-a1d2-175d-267a1a688fe8" [ 858.520033] env[70498]: _type = "Task" [ 858.520033] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.529340] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525a19f1-c4a3-a1d2-175d-267a1a688fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.681208] env[70498]: DEBUG nova.compute.manager [req-8aea9f65-7427-4eea-83a1-0a08bc2877e3 req-43f83f7b-c0c6-4059-b26b-4622dbcf0c33 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Received event network-vif-deleted-651be01c-6495-4c14-ae46-76deb1ab4658 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.681208] env[70498]: INFO nova.compute.manager [req-8aea9f65-7427-4eea-83a1-0a08bc2877e3 req-43f83f7b-c0c6-4059-b26b-4622dbcf0c33 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Neutron deleted interface 651be01c-6495-4c14-ae46-76deb1ab4658; detaching it from the instance and deleting it from the info cache [ 858.681208] env[70498]: DEBUG nova.network.neutron [req-8aea9f65-7427-4eea-83a1-0a08bc2877e3 req-43f83f7b-c0c6-4059-b26b-4622dbcf0c33 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.842709] env[70498]: DEBUG nova.scheduler.client.report [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.843031] env[70498]: DEBUG nova.compute.provider_tree [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 74 to 75 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.843193] env[70498]: DEBUG nova.compute.provider_tree [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.866340] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614450, 'name': Rename_Task, 'duration_secs': 0.168296} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.867251] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.867524] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a285e165-2d6f-4247-9ffa-a39c3ae860a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.876687] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 858.876687] env[70498]: value = "task-3614452" [ 858.876687] env[70498]: _type = "Task" [ 858.876687] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.885138] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.997812] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614451, 'name': Rename_Task, 'duration_secs': 0.169828} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.998052] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.998333] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b0afc2-952e-4d8d-9282-474997865339 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.005633] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 859.005633] env[70498]: value = "task-3614453" [ 859.005633] env[70498]: _type = "Task" [ 859.005633] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.014471] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.029513] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525a19f1-c4a3-a1d2-175d-267a1a688fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.020274} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.030393] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae095d1-597e-481e-ad36-2694b407f3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.036947] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 859.036947] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5238a4f6-e879-ca5e-b08d-ed36ed484a1e" [ 859.036947] env[70498]: _type = "Task" [ 859.036947] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.047199] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5238a4f6-e879-ca5e-b08d-ed36ed484a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.159470] env[70498]: DEBUG nova.network.neutron [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.184183] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-923d1469-16d9-47bf-8a6b-32c58c7291b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.197153] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695c018c-bf60-431a-9135-ef35b6fe2bcd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.239186] env[70498]: DEBUG nova.compute.manager [req-8aea9f65-7427-4eea-83a1-0a08bc2877e3 req-43f83f7b-c0c6-4059-b26b-4622dbcf0c33 service nova] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Detach interface failed, port_id=651be01c-6495-4c14-ae46-76deb1ab4658, reason: Instance 1dceba7d-a667-4fef-b5c8-a0e01f11297e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.348583] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.931s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.352910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.377s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.354746] env[70498]: INFO nova.compute.claims [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.388390] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614452, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.392246] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.392550] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-787b0b0d-0470-4638-a086-bab50796a40c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.401573] env[70498]: DEBUG oslo_vmware.api [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 859.401573] env[70498]: value = "task-3614454" [ 859.401573] env[70498]: _type = "Task" [ 859.401573] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.411930] env[70498]: DEBUG oslo_vmware.api [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.519116] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614453, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.550598] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5238a4f6-e879-ca5e-b08d-ed36ed484a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.01606} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.550919] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.551253] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.551545] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b055a9e-8771-4f6f-9ad0-93eb9296bf4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.560760] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 859.560760] env[70498]: value = "task-3614455" [ 859.560760] env[70498]: _type = "Task" [ 859.560760] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.571750] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.664051] env[70498]: INFO nova.compute.manager [-] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Took 1.32 seconds to deallocate network for instance. [ 859.866565] env[70498]: DEBUG oslo_concurrency.lockutils [None req-74528412-a66a-4845-99eb-b9a012d3bfe7 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.154s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.867751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.139s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.868924] env[70498]: INFO nova.compute.manager [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Unshelving [ 859.890889] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614452, 'name': PowerOnVM_Task, 'duration_secs': 0.527728} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.891189] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.891399] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Took 8.44 seconds to spawn the instance on the hypervisor. [ 859.891598] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.892385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4299ad-ea46-4098-bfa6-eae518fa6fa3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.913725] env[70498]: DEBUG oslo_vmware.api [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614454, 'name': PowerOffVM_Task, 'duration_secs': 0.217592} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.913801] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.913986] env[70498]: DEBUG nova.compute.manager [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.915098] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb53ad-ca7f-41e4-b403-101a84eeac13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.018026] env[70498]: DEBUG oslo_vmware.api [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614453, 'name': PowerOnVM_Task, 'duration_secs': 0.543239} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.018211] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.018246] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Took 11.48 seconds to spawn the instance on the hypervisor. [ 860.018438] env[70498]: DEBUG nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.019647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daa879a-ecb1-459f-b8c6-9dff2547b6f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.071262] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.171587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.415755] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Took 40.33 seconds to build instance. [ 860.428871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3e715b1-0dfa-4c00-99c1-4fc75f305408 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.541927] env[70498]: INFO nova.compute.manager [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Took 42.67 seconds to build instance. [ 860.575185] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917345} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.578177] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.578590] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.579231] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4537e630-446d-4d00-8c06-5d31ac20f97d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.589160] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 860.589160] env[70498]: value = "task-3614456" [ 860.589160] env[70498]: _type = "Task" [ 860.589160] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.603458] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.879706] env[70498]: DEBUG nova.compute.utils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.926055] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.922s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.956108] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e4849-6730-4206-9b74-5dfa138345a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.965385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34b3503-f45c-4a82-98c3-7e1b4a48732d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.000366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5e6e9-c388-41d6-a2c5-f4e3b1ac7597 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.009345] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a510c5-8189-4882-b878-f808479d77bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.028792] env[70498]: DEBUG nova.compute.provider_tree [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.050329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d4a70966-bdb1-4caa-9e0f-37c558b45bd1 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.074s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.102709] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.104037] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.104485] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc5d822-106c-4ff6-ad54-38b501a5b2f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.133123] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.133897] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-402dce12-1f0b-45ff-92b2-3e05c3d7deb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.159384] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 861.159384] env[70498]: value = "task-3614457" [ 861.159384] env[70498]: _type = "Task" [ 861.159384] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.169600] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.382797] env[70498]: INFO nova.virt.block_device [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Booting with volume bd7d1fee-73a2-4962-a240-3377d50b587c at /dev/sdb [ 861.433019] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.435133] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca98c883-ce7a-49da-9f22-f2e26d302295 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.452037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce8bab-3d74-4d94-a54f-b788a3903110 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.503134] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20547445-3b97-4800-a8ce-d4882b035ebc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.513951] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be7fa5-4e89-4c00-bbb3-1958e4039a6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.562175] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.569727] env[70498]: ERROR nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [req-21b594d3-648b-4c8e-a1d1-38342da65fc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21b594d3-648b-4c8e-a1d1-38342da65fc7"}]} [ 861.570595] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594e603-a5a2-439e-8e3a-3d1fcb3211f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.585551] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a6656c-d6b0-4746-8e1e-5b5334215163 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.595306] env[70498]: DEBUG nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 861.614724] env[70498]: DEBUG nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 861.614920] env[70498]: DEBUG nova.compute.provider_tree [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.622069] env[70498]: DEBUG nova.virt.block_device [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating existing volume attachment record: bc8e0b09-1da1-4e0d-b4cc-229b599b171c {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.636110] env[70498]: DEBUG nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 861.656523] env[70498]: DEBUG nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 861.672021] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614457, 'name': ReconfigVM_Task, 'duration_secs': 0.474203} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.672021] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.672021] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3965df9-8bc5-40b4-aba3-ad635c932147 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.687338] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 861.687338] env[70498]: value = "task-3614458" [ 861.687338] env[70498]: _type = "Task" [ 861.687338] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.699072] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614458, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.956548] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.977080] env[70498]: DEBUG nova.compute.manager [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Stashing vm_state: stopped {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.034025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "47e42565-2ce9-434d-887e-d6bba51ff73a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.034025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.034025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.034025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.034276] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.041240] env[70498]: INFO nova.compute.manager [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Terminating instance [ 862.091940] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.202412] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614458, 'name': Rename_Task, 'duration_secs': 0.232189} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.202772] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.203085] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3326915-6923-4d16-81ad-eaf465bbd03f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.214686] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 862.214686] env[70498]: value = "task-3614462" [ 862.214686] env[70498]: _type = "Task" [ 862.214686] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.225879] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.228047] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3899250-22ec-4db2-a6d6-a44a00041fc9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.237068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3624ead-beaf-4cbc-b8a8-a80f93f1beb1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.275807] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d13b8-bb1b-4dc4-8ce8-c1f723f70c2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.285029] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00672708-6710-4233-bc52-e2328c15356c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.301433] env[70498]: DEBUG nova.compute.provider_tree [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.495228] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.547287] env[70498]: DEBUG nova.compute.manager [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.547513] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.548586] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19628b2-2887-43d0-801c-0c2b6c0715d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.557544] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.557816] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab1075a-0a38-49b4-8ed2-7e4015eff610 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.565777] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 862.565777] env[70498]: value = "task-3614463" [ 862.565777] env[70498]: _type = "Task" [ 862.565777] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.575207] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.725597] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.837398] env[70498]: DEBUG nova.scheduler.client.report [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 862.837636] env[70498]: DEBUG nova.compute.provider_tree [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 77 to 78 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 862.837748] env[70498]: DEBUG nova.compute.provider_tree [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.077418] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614463, 'name': PowerOffVM_Task, 'duration_secs': 0.247777} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.077788] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.078023] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.078124] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-886de71d-abb5-436f-90b0-69c0f7c45543 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.156293] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.157131] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.157131] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleting the datastore file [datastore2] 47e42565-2ce9-434d-887e-d6bba51ff73a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.157131] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9601185d-7e3c-4c94-941f-d542aeb136be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.164210] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 863.164210] env[70498]: value = "task-3614465" [ 863.164210] env[70498]: _type = "Task" [ 863.164210] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.172844] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.225430] env[70498]: DEBUG oslo_vmware.api [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614462, 'name': PowerOnVM_Task, 'duration_secs': 0.648806} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.225844] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.226074] env[70498]: INFO nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Took 9.04 seconds to spawn the instance on the hypervisor. [ 863.226271] env[70498]: DEBUG nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.227146] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2e8f8-a8d1-4adc-8895-cb76fee11ebc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.343356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.991s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.343794] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.346663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.052s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.346845] env[70498]: DEBUG nova.objects.instance [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 863.675762] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.744969] env[70498]: INFO nova.compute.manager [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Took 39.27 seconds to build instance. [ 863.852320] env[70498]: DEBUG nova.compute.utils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.857220] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.857461] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.896221] env[70498]: DEBUG nova.policy [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8181f470d8fd4c8dbdafa392495258c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd43bdf3e1cf84d73b9d4c98e002f7d7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.180875] env[70498]: DEBUG oslo_vmware.api [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.597386} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.181237] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.181380] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.181569] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.181844] env[70498]: INFO nova.compute.manager [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 864.182016] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.182238] env[70498]: DEBUG nova.compute.manager [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.182333] env[70498]: DEBUG nova.network.neutron [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.247159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1643dd28-f9fc-4766-a496-ee3b42f2ef19 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.905s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.257615] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Successfully created port: a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.361860] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc416bbe-a6e7-4dd8-b2a6-90e4715b1ed7 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.363332] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.368380] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.932s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.368380] env[70498]: DEBUG nova.objects.instance [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lazy-loading 'resources' on Instance uuid 836af273-7c0b-4456-81d1-cb0becceb4a9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.704816] env[70498]: DEBUG nova.compute.manager [req-29358b1d-495e-4dcd-b642-95e5b15575a7 req-eea6468c-f3b1-4952-9884-1e2bd40835fe service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Received event network-vif-deleted-2b6bcf0f-6632-498e-9abf-e6432dd58259 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.705013] env[70498]: INFO nova.compute.manager [req-29358b1d-495e-4dcd-b642-95e5b15575a7 req-eea6468c-f3b1-4952-9884-1e2bd40835fe service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Neutron deleted interface 2b6bcf0f-6632-498e-9abf-e6432dd58259; detaching it from the instance and deleting it from the info cache [ 864.705180] env[70498]: DEBUG nova.network.neutron [req-29358b1d-495e-4dcd-b642-95e5b15575a7 req-eea6468c-f3b1-4952-9884-1e2bd40835fe service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.749931] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.874019] env[70498]: INFO nova.virt.block_device [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Booting with volume 00cfccbd-23ab-4b18-84a6-26f5d474a43c at /dev/sda [ 864.922805] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b010ef96-0cf8-48f9-9f6d-7297c201a3c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.934613] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25953457-3b07-4fe5-bc66-5000cfafaac2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.984676] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55244a0-f242-4784-bb07-ed736176dfe3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.999151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64962af0-dcf2-4d42-821a-ae979d5640a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.041559] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b80cf6-f620-45bc-9b0f-54986aa1d395 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.049588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d09eec3-b03f-4b18-9559-d4c99e54e6c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.069510] env[70498]: DEBUG nova.virt.block_device [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating existing volume attachment record: 56fad514-dfde-4f21-a3c8-a900bf38b34d {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 865.083888] env[70498]: DEBUG nova.network.neutron [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.209414] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abc07171-1b1c-44b9-b842-3dc06d1082f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.222172] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ca3cc-2565-4c0a-ab75-4823301b5954 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.267754] env[70498]: DEBUG nova.compute.manager [req-29358b1d-495e-4dcd-b642-95e5b15575a7 req-eea6468c-f3b1-4952-9884-1e2bd40835fe service nova] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Detach interface failed, port_id=2b6bcf0f-6632-498e-9abf-e6432dd58259, reason: Instance 47e42565-2ce9-434d-887e-d6bba51ff73a could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.283214] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.284139] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cf2390-145a-42c9-a0a7-8c2093b6f903 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.289769] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.294470] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.294642] env[70498]: ERROR oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk due to incomplete transfer. [ 865.294875] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-592aa2db-ffa2-4907-a8a1-e8362247bf4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.303906] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254a3d7-d97b-6140-90ba-e03c299ec0ba/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.304206] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Uploaded image 2c318011-0e9b-45f4-b702-058be39c2c50 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.306482] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.306608] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d97c3fe-9d82-42cc-b853-ad89466be156 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.313334] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 865.313334] env[70498]: value = "task-3614467" [ 865.313334] env[70498]: _type = "Task" [ 865.313334] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.326843] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614467, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.573154] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da57eca-e7ce-43b4-b958-2cfc17b7e6ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.583326] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8201f-1df2-44f9-8f1a-9e1300de3a69 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.589752] env[70498]: INFO nova.compute.manager [-] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Took 1.41 seconds to deallocate network for instance. [ 865.618917] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05472a4-7407-4023-b9a9-337955aa6f33 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.628835] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f18fe9-6355-42d3-bcd3-70ed77343771 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.645878] env[70498]: DEBUG nova.compute.provider_tree [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.783210] env[70498]: DEBUG nova.compute.manager [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Received event network-vif-plugged-a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.783542] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] Acquiring lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.785065] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.785065] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.785065] env[70498]: DEBUG nova.compute.manager [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] No waiting events found dispatching network-vif-plugged-a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.785065] env[70498]: WARNING nova.compute.manager [req-a3c70f9d-a356-472f-8e70-bfd4cf5e94a4 req-28e42e83-3228-48fb-b5eb-958dc39d5f30 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Received unexpected event network-vif-plugged-a1b588fd-e4df-4814-a6b1-ca9f4340c551 for instance with vm_state building and task_state block_device_mapping. [ 865.829593] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614467, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.883582] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Successfully updated port: a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.990719] env[70498]: DEBUG nova.compute.manager [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 866.124534] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.151888] env[70498]: DEBUG nova.scheduler.client.report [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.327336] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614467, 'name': Destroy_Task, 'duration_secs': 0.864792} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.327654] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Destroyed the VM [ 866.327872] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.328146] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ece6fa75-b269-40f8-b24e-91781860d967 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.334940] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 866.334940] env[70498]: value = "task-3614468" [ 866.334940] env[70498]: _type = "Task" [ 866.334940] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.344508] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.386424] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.386653] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquired lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.386902] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.511850] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.663275] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.665582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.026s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.667097] env[70498]: INFO nova.compute.claims [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.683176] env[70498]: INFO nova.scheduler.client.report [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted allocations for instance 836af273-7c0b-4456-81d1-cb0becceb4a9 [ 866.845187] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.930329] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.991290] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.991290] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.991290] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.991523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.991523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.993949] env[70498]: INFO nova.compute.manager [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Terminating instance [ 867.096855] env[70498]: DEBUG nova.network.neutron [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating instance_info_cache with network_info: [{"id": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "address": "fa:16:3e:af:2f:bd", "network": {"id": "e709c128-95cf-4a03-8768-312265a698ff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309414935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43bdf3e1cf84d73b9d4c98e002f7d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b588fd-e4", "ovs_interfaceid": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.191309] env[70498]: DEBUG oslo_concurrency.lockutils [None req-42aec8f5-9237-4863-8879-675ccbe6f278 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "836af273-7c0b-4456-81d1-cb0becceb4a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.984s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.203169] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.203679] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.203892] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.204057] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.204240] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.204807] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.204807] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.204807] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.205096] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.205202] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.205378] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.205646] env[70498]: DEBUG nova.virt.hardware [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.208893] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5d1fd5-0772-4426-a254-1bcff1cf8185 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.219714] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e7075b-b03b-4bb3-8366-921fe59a4989 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.252323] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.348751] env[70498]: DEBUG oslo_vmware.api [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.93897} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.349134] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.349359] env[70498]: INFO nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 867.460639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.460946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.498816] env[70498]: DEBUG nova.compute.manager [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.499047] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.499971] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731c6bcb-5965-47c4-be46-9085e6da5155 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.508249] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.508601] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f313b1b0-3f9f-41e2-92ba-866b4488a5e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.579630] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.579630] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.579717] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore2] c6262bd9-3ece-4325-8e27-c7c5624f4303 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.579926] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49fa7df7-8140-4463-8316-b19d892710a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.587648] env[70498]: DEBUG oslo_vmware.api [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 867.587648] env[70498]: value = "task-3614470" [ 867.587648] env[70498]: _type = "Task" [ 867.587648] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.596546] env[70498]: DEBUG oslo_vmware.api [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.599111] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Releasing lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.599406] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance network_info: |[{"id": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "address": "fa:16:3e:af:2f:bd", "network": {"id": "e709c128-95cf-4a03-8768-312265a698ff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309414935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43bdf3e1cf84d73b9d4c98e002f7d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b588fd-e4", "ovs_interfaceid": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.599833] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:2f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b588fd-e4df-4814-a6b1-ca9f4340c551', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.607570] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Creating folder: Project (d43bdf3e1cf84d73b9d4c98e002f7d7a). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.607853] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96339c59-286b-4e06-8ed1-3908097aec9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.620315] env[70498]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 867.620487] env[70498]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70498) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 867.620831] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Folder already exists: Project (d43bdf3e1cf84d73b9d4c98e002f7d7a). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 867.621030] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Creating folder: Instances. Parent ref: group-v720898. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.621268] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-429340e4-5da4-416b-8b8b-70cef7eff944 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.633536] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Created folder: Instances in parent group-v720898. [ 867.633802] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.634013] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.634231] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-433069af-6fd5-4a31-b03d-e677fd703929 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.653772] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.653772] env[70498]: value = "task-3614473" [ 867.653772] env[70498]: _type = "Task" [ 867.653772] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.662926] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614473, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.811922] env[70498]: DEBUG nova.compute.manager [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Received event network-changed-a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.812124] env[70498]: DEBUG nova.compute.manager [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Refreshing instance network info cache due to event network-changed-a1b588fd-e4df-4814-a6b1-ca9f4340c551. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.812375] env[70498]: DEBUG oslo_concurrency.lockutils [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] Acquiring lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.812619] env[70498]: DEBUG oslo_concurrency.lockutils [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] Acquired lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.812820] env[70498]: DEBUG nova.network.neutron [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Refreshing network info cache for port a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.853096] env[70498]: DEBUG nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance disappeared during snapshot {{(pid=70498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 867.867926] env[70498]: DEBUG nova.compute.manager [None req-bb11fe45-ab29-488b-b05c-11ec0bcc2a21 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image not found during clean up 2c318011-0e9b-45f4-b702-058be39c2c50 {{(pid=70498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 867.869579] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.869845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.870063] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.870247] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.870408] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.873046] env[70498]: INFO nova.compute.manager [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Terminating instance [ 868.100332] env[70498]: DEBUG oslo_vmware.api [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.165780] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614473, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.249506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4c310-b656-4b7b-8899-877557824b96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.256967] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb4bce-0f2e-4950-ae2f-2b734fd9409d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.286791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb83796-dc5b-4bfa-854c-d6ee73d8fa6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.295127] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f3c7e-0f4f-4e6e-b0c7-3ea0f4305216 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.310811] env[70498]: DEBUG nova.compute.provider_tree [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.378881] env[70498]: DEBUG nova.compute.manager [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.379362] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.380128] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94e1db-d004-4ae5-a5be-cffdc4db9458 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.388434] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.388776] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ff5a27-6c64-4466-a61f-93f1b1ba57f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.395192] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 868.395192] env[70498]: value = "task-3614474" [ 868.395192] env[70498]: _type = "Task" [ 868.395192] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.403561] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.568225] env[70498]: DEBUG nova.network.neutron [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updated VIF entry in instance network info cache for port a1b588fd-e4df-4814-a6b1-ca9f4340c551. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.568652] env[70498]: DEBUG nova.network.neutron [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating instance_info_cache with network_info: [{"id": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "address": "fa:16:3e:af:2f:bd", "network": {"id": "e709c128-95cf-4a03-8768-312265a698ff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309414935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43bdf3e1cf84d73b9d4c98e002f7d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b588fd-e4", "ovs_interfaceid": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.601924] env[70498]: DEBUG oslo_vmware.api [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528894} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.602330] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.602616] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.602854] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.603062] env[70498]: INFO nova.compute.manager [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Took 1.10 seconds to destroy the instance on the hypervisor. [ 868.603362] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.603491] env[70498]: DEBUG nova.compute.manager [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.603585] env[70498]: DEBUG nova.network.neutron [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.663750] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614473, 'name': CreateVM_Task, 'duration_secs': 0.697478} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.663934] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.664627] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720910', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'name': 'volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'serial': '00cfccbd-23ab-4b18-84a6-26f5d474a43c'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '56fad514-dfde-4f21-a3c8-a900bf38b34d', 'volume_type': None}], 'swap': None} {{(pid=70498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 868.664836] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Root volume attach. Driver type: vmdk {{(pid=70498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 868.665622] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98471e-6ebb-47d2-9352-922c965199af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.674259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8308e714-f2ea-4a18-a643-54e2a5cb4180 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.680316] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af7c71-2268-4b30-a5e9-2bc4e1186d42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.688140] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-434830fe-a06e-41eb-be9a-c6ea52dc7891 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.695057] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 868.695057] env[70498]: value = "task-3614475" [ 868.695057] env[70498]: _type = "Task" [ 868.695057] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.702726] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.833795] env[70498]: ERROR nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [req-b823853f-fe63-4f84-bf0c-0e5bb450e85a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b823853f-fe63-4f84-bf0c-0e5bb450e85a"}]} [ 868.850347] env[70498]: DEBUG nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 868.864227] env[70498]: DEBUG nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 868.864454] env[70498]: DEBUG nova.compute.provider_tree [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.875912] env[70498]: DEBUG nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 868.895128] env[70498]: DEBUG nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 868.906134] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614474, 'name': PowerOffVM_Task, 'duration_secs': 0.225538} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.906415] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.906581] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.906859] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fb1f6a9-6c30-4f9f-99f2-f0f2e6cd8629 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.976689] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.976944] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.977149] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleting the datastore file [datastore2] a254f5a7-843c-4cb2-aad7-33a93d91c079 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.980251] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444ff5c1-28f3-412f-82cc-c4f7b3162179 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.987254] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for the task: (returnval){ [ 868.987254] env[70498]: value = "task-3614477" [ 868.987254] env[70498]: _type = "Task" [ 868.987254] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.995953] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.073421] env[70498]: DEBUG oslo_concurrency.lockutils [req-5698f43b-80cb-45c5-a09a-9ee62184e610 req-dac8e6c4-c84a-479d-8ca9-dcf928c78abc service nova] Releasing lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.210688] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 38%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.384814] env[70498]: DEBUG nova.network.neutron [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.470575] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837de994-2b88-4351-9aa6-61880f1098f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.483021] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001064cb-e7bf-4e35-9166-6bf49e3a6966 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.497122] env[70498]: DEBUG oslo_vmware.api [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Task: {'id': task-3614477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233001} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.523340] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.523582] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.523762] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.523939] env[70498]: INFO nova.compute.manager [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Took 1.14 seconds to destroy the instance on the hypervisor. [ 869.524211] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.524722] env[70498]: DEBUG nova.compute.manager [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.524826] env[70498]: DEBUG nova.network.neutron [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.527320] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370f82d8-7df8-44f1-b11c-b0ea4a4a7156 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.538222] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679ebe19-b82d-4635-9f7e-6316ce3ed753 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.555205] env[70498]: DEBUG nova.compute.provider_tree [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.707247] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.854642] env[70498]: DEBUG nova.compute.manager [req-f2c7087f-dc22-40e2-bfae-6eeec4c43171 req-fc7b5747-9faf-4305-aa6c-ae97c6407b16 service nova] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Received event network-vif-deleted-81b4e707-9a0c-4c78-baae-d62cd9480317 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.854858] env[70498]: DEBUG nova.compute.manager [req-f2c7087f-dc22-40e2-bfae-6eeec4c43171 req-fc7b5747-9faf-4305-aa6c-ae97c6407b16 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Received event network-vif-deleted-d3a841b4-ae9a-4419-85fb-d7ecd6083745 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.855036] env[70498]: INFO nova.compute.manager [req-f2c7087f-dc22-40e2-bfae-6eeec4c43171 req-fc7b5747-9faf-4305-aa6c-ae97c6407b16 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Neutron deleted interface d3a841b4-ae9a-4419-85fb-d7ecd6083745; detaching it from the instance and deleting it from the info cache [ 869.855208] env[70498]: DEBUG nova.network.neutron [req-f2c7087f-dc22-40e2-bfae-6eeec4c43171 req-fc7b5747-9faf-4305-aa6c-ae97c6407b16 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.887978] env[70498]: INFO nova.compute.manager [-] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Took 1.28 seconds to deallocate network for instance. [ 870.092128] env[70498]: DEBUG nova.scheduler.client.report [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.092557] env[70498]: DEBUG nova.compute.provider_tree [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 81 to 82 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.092877] env[70498]: DEBUG nova.compute.provider_tree [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.207614] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 65%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.303181] env[70498]: DEBUG nova.network.neutron [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.357781] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51730a39-fd6e-45ac-8f72-4e354fcd8aac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.370955] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7203d7-bbc4-418f-b1fc-d5e9ee43eadc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.407202] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.407668] env[70498]: DEBUG nova.compute.manager [req-f2c7087f-dc22-40e2-bfae-6eeec4c43171 req-fc7b5747-9faf-4305-aa6c-ae97c6407b16 service nova] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Detach interface failed, port_id=d3a841b4-ae9a-4419-85fb-d7ecd6083745, reason: Instance a254f5a7-843c-4cb2-aad7-33a93d91c079 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.600578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.935s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.601125] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.603841] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.727s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.605251] env[70498]: INFO nova.compute.claims [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.707936] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 78%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.805965] env[70498]: INFO nova.compute.manager [-] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Took 1.28 seconds to deallocate network for instance. [ 871.110368] env[70498]: DEBUG nova.compute.utils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.114768] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.114995] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.162145] env[70498]: DEBUG nova.policy [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45a3f76291de4585bd45fe3a83b33435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6e6b4b306fb4a5bab8dcae6d459f080', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.208337] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 95%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.313380] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.529180] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Successfully created port: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.622955] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.709965] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.157021] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ace666-ab95-4205-ba4e-383373d604cb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.163949] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5360e-e7e0-42c2-9c86-5acaa096a297 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.200735] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb328c-66b8-4314-ab0b-08a83bdf5346 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.214956] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee9951-e857-4725-b327-02542f321a9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.219086] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task} progress is 98%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.230065] env[70498]: DEBUG nova.compute.provider_tree [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.635801] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.662491] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.662798] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.662896] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.663073] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.663223] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.663365] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.663582] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.663729] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.663888] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.664055] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.664227] env[70498]: DEBUG nova.virt.hardware [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.665070] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b00dc5-a0ae-4c92-97f9-c84a67f1865c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.674286] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd42981-e8e4-4814-8fb4-521adc1bf3cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.711789] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614475, 'name': RelocateVM_Task, 'duration_secs': 3.73632} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.712087] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 872.712293] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720910', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'name': 'volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'serial': '00cfccbd-23ab-4b18-84a6-26f5d474a43c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 872.713051] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fea7069-02ed-4678-bfbc-d07a15291a7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.728306] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56be668-e5a1-4cb7-8aab-b88b1a938153 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.732871] env[70498]: DEBUG nova.scheduler.client.report [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.753601] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c/volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.754664] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600350b7-d81e-469d-a57b-e3acb7b9d068 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.774433] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 872.774433] env[70498]: value = "task-3614478" [ 872.774433] env[70498]: _type = "Task" [ 872.774433] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.783172] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.070952] env[70498]: DEBUG nova.compute.manager [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Received event network-vif-plugged-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.071191] env[70498]: DEBUG oslo_concurrency.lockutils [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] Acquiring lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.071397] env[70498]: DEBUG oslo_concurrency.lockutils [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.071561] env[70498]: DEBUG oslo_concurrency.lockutils [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.071733] env[70498]: DEBUG nova.compute.manager [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] No waiting events found dispatching network-vif-plugged-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 873.071897] env[70498]: WARNING nova.compute.manager [req-34b68b3d-512f-42fa-93fd-386b29631e01 req-1341ed46-4973-43cc-8fca-8c6d1928b21b service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Received unexpected event network-vif-plugged-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f for instance with vm_state building and task_state spawning. [ 873.153261] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Successfully updated port: efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.256027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.256618] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.259530] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.201s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.260214] env[70498]: DEBUG nova.objects.instance [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lazy-loading 'resources' on Instance uuid 99302a69-8d0b-4161-b65e-208f40eee7e6 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.284752] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614478, 'name': ReconfigVM_Task, 'duration_secs': 0.324722} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.285035] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c/volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.289645] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46bdf47c-f95e-4918-a2ea-a4d183781eb2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.304657] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 873.304657] env[70498]: value = "task-3614479" [ 873.304657] env[70498]: _type = "Task" [ 873.304657] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.312325] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.655814] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.656047] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquired lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.656133] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.763700] env[70498]: DEBUG nova.compute.utils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.767784] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.767906] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.814190] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614479, 'name': ReconfigVM_Task, 'duration_secs': 0.163263} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.816634] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720910', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'name': 'volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'serial': '00cfccbd-23ab-4b18-84a6-26f5d474a43c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 873.817297] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ecaf86b-4452-4eaf-9abb-112c91a48684 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.820096] env[70498]: DEBUG nova.policy [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8a86f5113ad4484902b442650bb6cc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67ef465fcafb4b0888588a3387dbeb7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.826170] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 873.826170] env[70498]: value = "task-3614480" [ 873.826170] env[70498]: _type = "Task" [ 873.826170] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.836197] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614480, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.215270] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.269052] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.318732] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d99746-24d8-42e4-b690-d80a6ce0bdcd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.326973] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038892f-3967-4f85-bb9f-27db7adb4209 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.365782] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614480, 'name': Rename_Task, 'duration_secs': 0.117754} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.366861] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.367825] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab4bc5-8406-4480-a072-920875228268 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.370605] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2987272c-9dfd-4efd-afc8-db73bda53634 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.378086] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065567d-ce6b-4ee9-ac93-7ec04cad7962 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383248] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 874.383248] env[70498]: value = "task-3614481" [ 874.383248] env[70498]: _type = "Task" [ 874.383248] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.398616] env[70498]: DEBUG nova.compute.provider_tree [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.405258] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614481, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.442184] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Successfully created port: 2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.447644] env[70498]: DEBUG nova.network.neutron [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Updating instance_info_cache with network_info: [{"id": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "address": "fa:16:3e:dd:b3:e5", "network": {"id": "6c23ee51-d578-41d8-8bff-d54cb3421467", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2018592909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6e6b4b306fb4a5bab8dcae6d459f080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2c92f-10", "ovs_interfaceid": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.895915] env[70498]: DEBUG oslo_vmware.api [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614481, 'name': PowerOnVM_Task, 'duration_secs': 0.436461} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.896228] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.896394] env[70498]: INFO nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Took 7.69 seconds to spawn the instance on the hypervisor. [ 874.896605] env[70498]: DEBUG nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.897406] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96201071-de8b-4f1e-b85f-68dc5648454f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.901863] env[70498]: DEBUG nova.scheduler.client.report [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.950289] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Releasing lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.950554] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Instance network_info: |[{"id": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "address": "fa:16:3e:dd:b3:e5", "network": {"id": "6c23ee51-d578-41d8-8bff-d54cb3421467", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2018592909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6e6b4b306fb4a5bab8dcae6d459f080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2c92f-10", "ovs_interfaceid": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.952561] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b3:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.958927] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Creating folder: Project (a6e6b4b306fb4a5bab8dcae6d459f080). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.959979] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08cb6e13-8eb2-4e4f-b5af-4910fe4476ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.970291] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Created folder: Project (a6e6b4b306fb4a5bab8dcae6d459f080) in parent group-v720819. [ 874.970479] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Creating folder: Instances. Parent ref: group-v720977. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.970710] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08a17ff4-3b4c-45fd-98a1-964252ef177d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.979827] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Created folder: Instances in parent group-v720977. [ 874.980080] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.980274] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.980472] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cbff9ee-88f7-4f93-96c5-f363aed23376 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.998964] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.998964] env[70498]: value = "task-3614484" [ 874.998964] env[70498]: _type = "Task" [ 874.998964] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.008729] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614484, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.101434] env[70498]: DEBUG nova.compute.manager [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Received event network-changed-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.101704] env[70498]: DEBUG nova.compute.manager [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Refreshing instance network info cache due to event network-changed-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.102065] env[70498]: DEBUG oslo_concurrency.lockutils [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] Acquiring lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.102264] env[70498]: DEBUG oslo_concurrency.lockutils [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] Acquired lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102465] env[70498]: DEBUG nova.network.neutron [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Refreshing network info cache for port efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.277827] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.304414] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.304722] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.304917] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.305163] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.305358] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.305553] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.305904] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.306045] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.306258] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.306510] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.306813] env[70498]: DEBUG nova.virt.hardware [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.307680] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d8a7d-f4de-4f37-9e73-81527278491c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.315961] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc323bb7-3851-4f1a-9e66-1c359d19cfd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.410585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.417783] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.428s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.417783] env[70498]: DEBUG nova.objects.instance [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 875.422199] env[70498]: INFO nova.compute.manager [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Took 41.47 seconds to build instance. [ 875.444286] env[70498]: INFO nova.scheduler.client.report [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Deleted allocations for instance 99302a69-8d0b-4161-b65e-208f40eee7e6 [ 875.510677] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614484, 'name': CreateVM_Task, 'duration_secs': 0.344168} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.511149] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.511556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.511718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.512453] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.512453] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb594422-4a2b-4405-88f7-8ae707c9908a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.517574] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 875.517574] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a10d36-a7fe-8fef-37a7-2cce22c889be" [ 875.517574] env[70498]: _type = "Task" [ 875.517574] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.525666] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a10d36-a7fe-8fef-37a7-2cce22c889be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.926319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc845454-ee1b-4518-bcca-c32dce9094ef tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.009s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.951176] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ebf6f74f-181e-421c-a308-c5eb3f7f2436 tempest-ServersListShow2100Test-618583858 tempest-ServersListShow2100Test-618583858-project-member] Lock "99302a69-8d0b-4161-b65e-208f40eee7e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.243s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.997710] env[70498]: DEBUG nova.network.neutron [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Updated VIF entry in instance network info cache for port efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.998082] env[70498]: DEBUG nova.network.neutron [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Updating instance_info_cache with network_info: [{"id": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "address": "fa:16:3e:dd:b3:e5", "network": {"id": "6c23ee51-d578-41d8-8bff-d54cb3421467", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2018592909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6e6b4b306fb4a5bab8dcae6d459f080", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb2c92f-10", "ovs_interfaceid": "efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.031476] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a10d36-a7fe-8fef-37a7-2cce22c889be, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.031776] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.032016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.032264] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.032406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.032591] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.032870] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ff915f-1885-4e81-9ca8-001f5fd4cbc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.041284] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.041466] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.042194] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f149df-d838-4230-945b-1900509161e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.047635] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 876.047635] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52674b9c-5421-8aa4-303d-6134049ac7c9" [ 876.047635] env[70498]: _type = "Task" [ 876.047635] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.055768] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52674b9c-5421-8aa4-303d-6134049ac7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.081038] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Successfully updated port: 2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.220316] env[70498]: DEBUG nova.compute.manager [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Received event network-changed-a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.220316] env[70498]: DEBUG nova.compute.manager [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Refreshing instance network info cache due to event network-changed-a1b588fd-e4df-4814-a6b1-ca9f4340c551. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.220316] env[70498]: DEBUG oslo_concurrency.lockutils [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] Acquiring lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.220316] env[70498]: DEBUG oslo_concurrency.lockutils [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] Acquired lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.220316] env[70498]: DEBUG nova.network.neutron [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Refreshing network info cache for port a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.429410] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bf3b6560-af63-4bf0-81dc-9766306c8905 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.430357] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.448s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.432109] env[70498]: INFO nova.compute.claims [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.434648] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.500368] env[70498]: DEBUG oslo_concurrency.lockutils [req-71339779-b5f9-4331-b106-fec6830b410a req-4652c869-d0ac-4da7-9990-d36b5366be52 service nova] Releasing lock "refresh_cache-364071aa-4386-43a9-b0e4-81b8859bcdc5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.558202] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52674b9c-5421-8aa4-303d-6134049ac7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.558977] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7d4434-d508-402c-ae7d-1d2961ac6efe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.564620] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 876.564620] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524a5aac-3184-6d92-af3b-87d2a4835897" [ 876.564620] env[70498]: _type = "Task" [ 876.564620] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.572515] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524a5aac-3184-6d92-af3b-87d2a4835897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.587239] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.587388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquired lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.587541] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.964895] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.059393] env[70498]: DEBUG nova.network.neutron [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updated VIF entry in instance network info cache for port a1b588fd-e4df-4814-a6b1-ca9f4340c551. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.059393] env[70498]: DEBUG nova.network.neutron [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating instance_info_cache with network_info: [{"id": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "address": "fa:16:3e:af:2f:bd", "network": {"id": "e709c128-95cf-4a03-8768-312265a698ff", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1309414935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43bdf3e1cf84d73b9d4c98e002f7d7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b588fd-e4", "ovs_interfaceid": "a1b588fd-e4df-4814-a6b1-ca9f4340c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.077880] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524a5aac-3184-6d92-af3b-87d2a4835897, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.078215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.078479] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 364071aa-4386-43a9-b0e4-81b8859bcdc5/364071aa-4386-43a9-b0e4-81b8859bcdc5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.078770] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32c723bd-83a4-41fd-bbfe-32110255f8ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.085876] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 877.085876] env[70498]: value = "task-3614485" [ 877.085876] env[70498]: _type = "Task" [ 877.085876] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.096730] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.139563] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.229098] env[70498]: DEBUG nova.compute.manager [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Received event network-vif-plugged-2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.229391] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Acquiring lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.229649] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.229912] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.230263] env[70498]: DEBUG nova.compute.manager [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] No waiting events found dispatching network-vif-plugged-2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 877.230327] env[70498]: WARNING nova.compute.manager [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Received unexpected event network-vif-plugged-2b883bcf-4595-4f9b-841d-290229587072 for instance with vm_state building and task_state spawning. [ 877.230517] env[70498]: DEBUG nova.compute.manager [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Received event network-changed-2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.230716] env[70498]: DEBUG nova.compute.manager [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Refreshing instance network info cache due to event network-changed-2b883bcf-4595-4f9b-841d-290229587072. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.230920] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Acquiring lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.363037] env[70498]: DEBUG nova.network.neutron [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Updating instance_info_cache with network_info: [{"id": "2b883bcf-4595-4f9b-841d-290229587072", "address": "fa:16:3e:7f:9f:19", "network": {"id": "cde1f09b-4956-493e-9ed0-2773ae990139", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2126494853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ef465fcafb4b0888588a3387dbeb7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b883bcf-45", "ovs_interfaceid": "2b883bcf-4595-4f9b-841d-290229587072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.473780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.474128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.474412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.474660] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.474867] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.478087] env[70498]: INFO nova.compute.manager [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Terminating instance [ 877.566020] env[70498]: DEBUG oslo_concurrency.lockutils [req-f5576256-9e16-4b80-921c-bcc845243c93 req-f30e5667-2995-4601-b93a-c489c9811402 service nova] Releasing lock "refresh_cache-99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.595861] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453435} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.596129] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 364071aa-4386-43a9-b0e4-81b8859bcdc5/364071aa-4386-43a9-b0e4-81b8859bcdc5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.596344] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.596601] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2d0e71c-442c-40a1-bcc0-ed136bec8ac1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.605600] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 877.605600] env[70498]: value = "task-3614486" [ 877.605600] env[70498]: _type = "Task" [ 877.605600] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.616228] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.866379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Releasing lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.866774] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Instance network_info: |[{"id": "2b883bcf-4595-4f9b-841d-290229587072", "address": "fa:16:3e:7f:9f:19", "network": {"id": "cde1f09b-4956-493e-9ed0-2773ae990139", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2126494853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ef465fcafb4b0888588a3387dbeb7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b883bcf-45", "ovs_interfaceid": "2b883bcf-4595-4f9b-841d-290229587072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.867274] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Acquired lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.867501] env[70498]: DEBUG nova.network.neutron [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Refreshing network info cache for port 2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.868706] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:9f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b883bcf-4595-4f9b-841d-290229587072', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.877014] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Creating folder: Project (67ef465fcafb4b0888588a3387dbeb7d). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.882173] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d3aa548-b463-43bb-97e1-1dae79a79d45 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.893474] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Created folder: Project (67ef465fcafb4b0888588a3387dbeb7d) in parent group-v720819. [ 877.893671] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Creating folder: Instances. Parent ref: group-v720980. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.896051] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bceac81e-29f9-45e0-96f4-c1b7c06929fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.906203] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Created folder: Instances in parent group-v720980. [ 877.907026] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.907026] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.907026] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde6d057-3cd7-430f-b393-6052884bff1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.932340] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.932340] env[70498]: value = "task-3614489" [ 877.932340] env[70498]: _type = "Task" [ 877.932340] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.944823] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614489, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.986012] env[70498]: DEBUG nova.compute.manager [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.986275] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.987316] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f1225-d3b6-4c49-8cdf-fba10283d37f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.995023] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.995257] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219d47c9-013c-403a-8f8e-7b2df592f924 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.000037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c454c4-719a-45ba-bbf2-e2447bf3fbca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.003304] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 878.003304] env[70498]: value = "task-3614490" [ 878.003304] env[70498]: _type = "Task" [ 878.003304] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.009641] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67092f6-3ac1-4e9f-8943-052d3486da71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.018832] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.051378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60a4baf-2a92-42ee-a1d6-a3fe7107eea4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.059691] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11c0649-8fc6-4918-8f5b-e44436acb07a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.073689] env[70498]: DEBUG nova.compute.provider_tree [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.117835] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061099} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.117835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.118031] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6601559a-e99e-4ba7-ba61-8b4716bfe523 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.147153] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 364071aa-4386-43a9-b0e4-81b8859bcdc5/364071aa-4386-43a9-b0e4-81b8859bcdc5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.148103] env[70498]: DEBUG nova.network.neutron [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Updated VIF entry in instance network info cache for port 2b883bcf-4595-4f9b-841d-290229587072. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.148457] env[70498]: DEBUG nova.network.neutron [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Updating instance_info_cache with network_info: [{"id": "2b883bcf-4595-4f9b-841d-290229587072", "address": "fa:16:3e:7f:9f:19", "network": {"id": "cde1f09b-4956-493e-9ed0-2773ae990139", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2126494853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67ef465fcafb4b0888588a3387dbeb7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b883bcf-45", "ovs_interfaceid": "2b883bcf-4595-4f9b-841d-290229587072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.149929] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c60d88e3-a718-46d0-8985-8e54ae4e5229 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.167534] env[70498]: DEBUG oslo_concurrency.lockutils [req-489693dc-d626-4117-b10b-37ad140f19ba req-af516704-fff5-4ae5-a743-811c192e943f service nova] Releasing lock "refresh_cache-31e20aad-a2bc-4a8a-9ebf-691928e946b3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.173168] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 878.173168] env[70498]: value = "task-3614491" [ 878.173168] env[70498]: _type = "Task" [ 878.173168] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.184690] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.189332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "4651916e-ee5a-44fc-84fb-55f9faf67329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.189557] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.442950] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614489, 'name': CreateVM_Task, 'duration_secs': 0.383793} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.443178] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.444029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.444132] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.444460] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.444740] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fbac4a1-af94-433d-a7b2-b4b4e96cd3b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.449864] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 878.449864] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d76302-55a9-4adb-6e43-07c1595400d0" [ 878.449864] env[70498]: _type = "Task" [ 878.449864] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.457963] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d76302-55a9-4adb-6e43-07c1595400d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.512656] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614490, 'name': PowerOffVM_Task, 'duration_secs': 0.355747} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.512946] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.513137] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.513377] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6553e5d-7d7b-4d85-baa3-c20b8d6b317e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.578231] env[70498]: DEBUG nova.scheduler.client.report [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.611209] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.611433] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.611616] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleting the datastore file [datastore1] 67c93758-d502-463c-bb39-6d3e37f2ae5d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.611868] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5907308-325a-4a71-bf3b-bd796113d785 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.617852] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 878.617852] env[70498]: value = "task-3614493" [ 878.617852] env[70498]: _type = "Task" [ 878.617852] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.625219] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.683934] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614491, 'name': ReconfigVM_Task, 'duration_secs': 0.323888} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.684227] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 364071aa-4386-43a9-b0e4-81b8859bcdc5/364071aa-4386-43a9-b0e4-81b8859bcdc5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.684835] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd90debd-85c0-49b4-8d80-1b2fe5e9ca91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.690465] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 878.690465] env[70498]: value = "task-3614494" [ 878.690465] env[70498]: _type = "Task" [ 878.690465] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.697323] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614494, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.960394] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d76302-55a9-4adb-6e43-07c1595400d0, 'name': SearchDatastore_Task, 'duration_secs': 0.033339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.960702] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.960934] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.961177] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961527] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.961769] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e00a1e86-38ca-4245-b61d-e5b683c02607 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.972019] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.972206] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.972887] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db371f1-36e7-44e2-9f65-dc05f018d0b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.979020] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 878.979020] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f044f3-79de-c1fa-dfc8-bd9175960948" [ 878.979020] env[70498]: _type = "Task" [ 878.979020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.984802] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f044f3-79de-c1fa-dfc8-bd9175960948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.083270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.083635] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.086288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.831s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.087797] env[70498]: INFO nova.compute.claims [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.128406] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.200529] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614494, 'name': Rename_Task, 'duration_secs': 0.131975} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.200810] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.201067] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c0fbf86-a96b-4bb3-953f-5806b86a3b57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.207418] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 879.207418] env[70498]: value = "task-3614495" [ 879.207418] env[70498]: _type = "Task" [ 879.207418] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.216507] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.401925] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.402134] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.488119] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f044f3-79de-c1fa-dfc8-bd9175960948, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.488980] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc06a692-999b-4c03-bc74-a7bbd7471073 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.494701] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 879.494701] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528b5d91-f8f4-535c-2caf-8c9e45949a2e" [ 879.494701] env[70498]: _type = "Task" [ 879.494701] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.502079] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528b5d91-f8f4-535c-2caf-8c9e45949a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.594455] env[70498]: DEBUG nova.compute.utils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.596127] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.596236] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.628285] env[70498]: DEBUG oslo_vmware.api [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.586186} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.628538] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.628810] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.628972] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.629158] env[70498]: INFO nova.compute.manager [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 879.629394] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.629586] env[70498]: DEBUG nova.compute.manager [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.629746] env[70498]: DEBUG nova.network.neutron [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.641840] env[70498]: DEBUG nova.policy [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484b208e952948eb9db60b71a4170573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e121a459d441d6abdd58b9faa595b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.718643] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.913015] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913015] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913015] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913015] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913015] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913202] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.913264] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 879.913405] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.977771] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Successfully created port: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.004947] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528b5d91-f8f4-535c-2caf-8c9e45949a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.040833} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.005462] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.005769] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 31e20aad-a2bc-4a8a-9ebf-691928e946b3/31e20aad-a2bc-4a8a-9ebf-691928e946b3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.006039] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66b0252c-173b-43cd-9fc6-288422f9aad8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.012642] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 880.012642] env[70498]: value = "task-3614496" [ 880.012642] env[70498]: _type = "Task" [ 880.012642] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.020651] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.101201] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.210512] env[70498]: DEBUG nova.compute.manager [req-480e2915-d233-4fb0-9c77-08b71a2bc680 req-2611d2fe-4243-4caf-bebe-5cbe49c81039 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Received event network-vif-deleted-ed167883-9a6d-4c06-b02a-e0d9ac8f25f4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.210512] env[70498]: INFO nova.compute.manager [req-480e2915-d233-4fb0-9c77-08b71a2bc680 req-2611d2fe-4243-4caf-bebe-5cbe49c81039 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Neutron deleted interface ed167883-9a6d-4c06-b02a-e0d9ac8f25f4; detaching it from the instance and deleting it from the info cache [ 880.210512] env[70498]: DEBUG nova.network.neutron [req-480e2915-d233-4fb0-9c77-08b71a2bc680 req-2611d2fe-4243-4caf-bebe-5cbe49c81039 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.223619] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0db00540-8781-4b26-ac58-3ae7bfcd84c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.237993] env[70498]: DEBUG oslo_vmware.api [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614495, 'name': PowerOnVM_Task, 'duration_secs': 0.540003} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.239930] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.240192] env[70498]: INFO nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Took 7.60 seconds to spawn the instance on the hypervisor. [ 880.240378] env[70498]: DEBUG nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.244242] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d124cc61-dea0-426e-8306-4bc7fba94c92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.250080] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b394b3-88f8-4024-a6d0-e08ed1e7daf4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.296765] env[70498]: DEBUG nova.compute.manager [req-480e2915-d233-4fb0-9c77-08b71a2bc680 req-2611d2fe-4243-4caf-bebe-5cbe49c81039 service nova] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Detach interface failed, port_id=ed167883-9a6d-4c06-b02a-e0d9ac8f25f4, reason: Instance 67c93758-d502-463c-bb39-6d3e37f2ae5d could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.418404] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.524677] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472619} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.524957] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 31e20aad-a2bc-4a8a-9ebf-691928e946b3/31e20aad-a2bc-4a8a-9ebf-691928e946b3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.525181] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.525419] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f215c03-04f3-4555-badf-94b3f6b0454b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.534104] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 880.534104] env[70498]: value = "task-3614497" [ 880.534104] env[70498]: _type = "Task" [ 880.534104] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.542829] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.648161] env[70498]: DEBUG nova.network.neutron [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.737528] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23fff09-7cfe-461b-b711-be3a8f5fd45d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.745302] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e1f24-89bc-43b3-bb5c-8263ac16cd9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782925] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a406f5-4c20-4b81-a7b8-c43794e842bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.788385] env[70498]: INFO nova.compute.manager [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Took 43.16 seconds to build instance. [ 880.793166] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7a385b-0ea5-4939-ab38-7b69106f8d8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.807886] env[70498]: DEBUG nova.compute.provider_tree [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.045735] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063257} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.046037] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.046829] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b59d0e-2d3e-4c02-b633-5b2e71557a66 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.070022] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 31e20aad-a2bc-4a8a-9ebf-691928e946b3/31e20aad-a2bc-4a8a-9ebf-691928e946b3.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.070683] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72e6fa3-6378-48d6-a87f-4e218bc35a42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090564] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 881.090564] env[70498]: value = "task-3614498" [ 881.090564] env[70498]: _type = "Task" [ 881.090564] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.098649] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.113032] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.146315] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.146833] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.146833] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.146986] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.148380] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.148554] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.148963] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.148963] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.149172] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.149340] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.149515] env[70498]: DEBUG nova.virt.hardware [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.150383] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9532c3-a63e-4e12-a1fd-741157a428fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.153364] env[70498]: INFO nova.compute.manager [-] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Took 1.52 seconds to deallocate network for instance. [ 881.160779] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0165f8-524a-4be9-beb7-ff0e80cb9dea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.293616] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdbd19e7-4aeb-428e-8042-9a72d660ca34 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.327s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.331932] env[70498]: ERROR nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [req-515c2d73-59a6-49b5-91d9-c8a382e36dde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-515c2d73-59a6-49b5-91d9-c8a382e36dde"}]} [ 881.349938] env[70498]: DEBUG nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 881.367623] env[70498]: DEBUG nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 881.367800] env[70498]: DEBUG nova.compute.provider_tree [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.382989] env[70498]: DEBUG nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 881.403441] env[70498]: DEBUG nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 881.602694] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.651318] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Successfully updated port: db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.662805] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.683894] env[70498]: DEBUG nova.compute.manager [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received event network-vif-plugged-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.684168] env[70498]: DEBUG oslo_concurrency.lockutils [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] Acquiring lock "11086611-2508-490c-ba96-13b0d3041e3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.684401] env[70498]: DEBUG oslo_concurrency.lockutils [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] Lock "11086611-2508-490c-ba96-13b0d3041e3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.684401] env[70498]: DEBUG oslo_concurrency.lockutils [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] Lock "11086611-2508-490c-ba96-13b0d3041e3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.684568] env[70498]: DEBUG nova.compute.manager [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] No waiting events found dispatching network-vif-plugged-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.684673] env[70498]: WARNING nova.compute.manager [req-9310b064-1de7-4a7d-b394-f1c98fc8a10a req-311bb417-780a-48de-8564-93c7bc2ec766 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received unexpected event network-vif-plugged-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 for instance with vm_state building and task_state spawning. [ 881.798548] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.925378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac16f8-c2ba-4668-94e7-9a631e897a25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.933772] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16168380-bc81-482a-b638-668d44effa8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.964967] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1a4005-509e-4c95-9b7a-ad8ce41cc80e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.972568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b8784-0332-47a6-a95d-9717b1d02699 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.985655] env[70498]: DEBUG nova.compute.provider_tree [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.101120] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614498, 'name': ReconfigVM_Task, 'duration_secs': 0.966441} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.101394] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 31e20aad-a2bc-4a8a-9ebf-691928e946b3/31e20aad-a2bc-4a8a-9ebf-691928e946b3.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.101998] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-957ca885-4ac4-42a9-ad80-bc3417d59263 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.107168] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 882.107168] env[70498]: value = "task-3614499" [ 882.107168] env[70498]: _type = "Task" [ 882.107168] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.115813] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614499, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.153678] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.153876] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.154046] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.326430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.499058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.499058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.499058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.499058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.499344] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.499344] env[70498]: INFO nova.compute.manager [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Terminating instance [ 882.534460] env[70498]: DEBUG nova.scheduler.client.report [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 882.534783] env[70498]: DEBUG nova.compute.provider_tree [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 83 to 84 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 882.535110] env[70498]: DEBUG nova.compute.provider_tree [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.618572] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614499, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.689209] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.871570] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.871798] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.884636] env[70498]: DEBUG nova.network.neutron [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updating instance_info_cache with network_info: [{"id": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "address": "fa:16:3e:34:d3:3c", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a3ab0-6c", "ovs_interfaceid": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.001458] env[70498]: DEBUG nova.compute.manager [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.001704] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.002641] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090bae2e-26cb-4d04-a39d-a870d4d863f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.011191] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.011460] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b53ee2e-ea8b-4894-bdc4-d82de870b377 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.017216] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 883.017216] env[70498]: value = "task-3614500" [ 883.017216] env[70498]: _type = "Task" [ 883.017216] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.024898] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.041303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.955s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.041812] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.044462] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.204s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.045754] env[70498]: INFO nova.compute.claims [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.119629] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614499, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.375638] env[70498]: DEBUG nova.compute.utils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.387094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387484] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Instance network_info: |[{"id": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "address": "fa:16:3e:34:d3:3c", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a3ab0-6c", "ovs_interfaceid": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.387919] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:d3:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db4a3ab0-6c07-42b0-b9af-028d04ad91e0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.395522] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Creating folder: Project (42e121a459d441d6abdd58b9faa595b3). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.396617] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76a1fe4a-68c5-40c7-bd9d-3ae556915d7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.408034] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Created folder: Project (42e121a459d441d6abdd58b9faa595b3) in parent group-v720819. [ 883.408151] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Creating folder: Instances. Parent ref: group-v720983. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.408458] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ed3768-8747-43cf-b157-00afc16cfe24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.417538] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Created folder: Instances in parent group-v720983. [ 883.417782] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.417974] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.418209] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c269350-d27e-456b-a84d-34c301f8226f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.438206] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.438206] env[70498]: value = "task-3614503" [ 883.438206] env[70498]: _type = "Task" [ 883.438206] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.445937] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614503, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.528273] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614500, 'name': PowerOffVM_Task, 'duration_secs': 0.463206} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.528543] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.528739] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.528972] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-106570df-9028-4f36-ab9e-46f67c16f1f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.552204] env[70498]: DEBUG nova.compute.utils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.553808] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.553808] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.601812] env[70498]: DEBUG nova.policy [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.609666] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.609954] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.610203] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Deleting the datastore file [datastore2] 364071aa-4386-43a9-b0e4-81b8859bcdc5 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.613562] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53509e6a-cd14-486f-85ae-c3af8f1b937c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.621170] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614499, 'name': Rename_Task, 'duration_secs': 1.140854} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.622681] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.623033] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for the task: (returnval){ [ 883.623033] env[70498]: value = "task-3614505" [ 883.623033] env[70498]: _type = "Task" [ 883.623033] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.623412] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f83d36-a17b-411f-a454-2208a3ca5b93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.632622] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.633843] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 883.633843] env[70498]: value = "task-3614506" [ 883.633843] env[70498]: _type = "Task" [ 883.633843] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.641994] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.879350] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.948945] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614503, 'name': CreateVM_Task, 'duration_secs': 0.357163} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.949158] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.949924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.950111] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.950425] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.950687] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23881e1-d698-4012-8be1-098ad2ef393a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.955524] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 883.955524] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525612af-721d-5cba-661d-b23186784c6b" [ 883.955524] env[70498]: _type = "Task" [ 883.955524] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.959544] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Successfully created port: f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.966583] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525612af-721d-5cba-661d-b23186784c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.059079] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.062865] env[70498]: DEBUG nova.compute.manager [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.063103] env[70498]: DEBUG nova.compute.manager [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing instance network info cache due to event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.063354] env[70498]: DEBUG oslo_concurrency.lockutils [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] Acquiring lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.063520] env[70498]: DEBUG oslo_concurrency.lockutils [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] Acquired lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.063710] env[70498]: DEBUG nova.network.neutron [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.145268] env[70498]: DEBUG oslo_vmware.api [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Task: {'id': task-3614505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139595} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.149534] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.150551] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.150909] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.151256] env[70498]: INFO nova.compute.manager [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 884.151745] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.156266] env[70498]: DEBUG nova.compute.manager [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.156741] env[70498]: DEBUG nova.network.neutron [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.159169] env[70498]: DEBUG oslo_vmware.api [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614506, 'name': PowerOnVM_Task, 'duration_secs': 0.453196} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.159445] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.159685] env[70498]: INFO nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Took 8.88 seconds to spawn the instance on the hypervisor. [ 884.159901] env[70498]: DEBUG nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.161125] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a441006c-890e-48b9-ad13-f45a82af09b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.473520] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525612af-721d-5cba-661d-b23186784c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.474328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.474557] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.474785] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.474930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.475116] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.475593] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6d383a-ee25-4886-9a36-6546c282e323 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.489583] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.489583] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.490069] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6deca735-0d85-4377-b831-f7983a0519af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.499337] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 884.499337] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52128ac0-b4a9-5117-c951-0db455f940c5" [ 884.499337] env[70498]: _type = "Task" [ 884.499337] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.510311] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52128ac0-b4a9-5117-c951-0db455f940c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.636121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9018214f-e956-455d-94da-07572142d363 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.643728] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ca9b5a-f311-4b9e-ad1e-c496b6f4936d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.677397] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0fa5f-6d19-4604-823a-c1f51c564290 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.684024] env[70498]: DEBUG nova.compute.manager [req-ffe50a8f-9a4f-4013-bcef-d14c85156099 req-acec9a40-ec09-4486-a9fc-514ba4bfe06a service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Received event network-vif-deleted-efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.684221] env[70498]: INFO nova.compute.manager [req-ffe50a8f-9a4f-4013-bcef-d14c85156099 req-acec9a40-ec09-4486-a9fc-514ba4bfe06a service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Neutron deleted interface efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f; detaching it from the instance and deleting it from the info cache [ 884.684389] env[70498]: DEBUG nova.network.neutron [req-ffe50a8f-9a4f-4013-bcef-d14c85156099 req-acec9a40-ec09-4486-a9fc-514ba4bfe06a service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.689326] env[70498]: INFO nova.compute.manager [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Took 43.83 seconds to build instance. [ 884.693393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7657b22-e803-4dca-843e-782ce39ee524 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.707268] env[70498]: DEBUG nova.compute.provider_tree [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.840918] env[70498]: DEBUG nova.network.neutron [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updated VIF entry in instance network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.841298] env[70498]: DEBUG nova.network.neutron [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updating instance_info_cache with network_info: [{"id": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "address": "fa:16:3e:34:d3:3c", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a3ab0-6c", "ovs_interfaceid": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.887941] env[70498]: DEBUG nova.network.neutron [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.965951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.966022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.966232] env[70498]: INFO nova.compute.manager [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Attaching volume c9817f79-5b99-4b5b-b787-7fa3871b0204 to /dev/sdb [ 885.005964] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4db52-3a1e-49ff-ac3c-59fc2dae562f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.013181] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52128ac0-b4a9-5117-c951-0db455f940c5, 'name': SearchDatastore_Task, 'duration_secs': 0.036599} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.014325] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f6435f2-308d-47b8-93f3-7f6993129b4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.018983] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bb1d2c-bdee-4b8c-97c0-a8df10996c8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.022249] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 885.022249] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6905d-7492-cbe9-70b0-a9b447049e8e" [ 885.022249] env[70498]: _type = "Task" [ 885.022249] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.030362] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6905d-7492-cbe9-70b0-a9b447049e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.033795] env[70498]: DEBUG nova.virt.block_device [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating existing volume attachment record: c3d689cf-de54-4f97-ad8f-37ce583e7b02 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 885.074195] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.111231] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.111486] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.111640] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.111820] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.111967] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.112124] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.112333] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.112957] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.112957] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.112957] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.112957] env[70498]: DEBUG nova.virt.hardware [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.113864] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd322bf-b17e-4376-8e18-29c89698cb40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.121716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd6670-3bcd-4a9b-a6d3-9dd9204d855b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.190538] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4647f284-d467-49d8-a576-f69ad3ff8349 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.193416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd2f82f3-106a-4645-b1ce-1bc6684fe26b tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.152s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.201926] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b114326-0a54-47d4-a3a6-de39ceb61791 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.244601] env[70498]: DEBUG nova.compute.manager [req-ffe50a8f-9a4f-4013-bcef-d14c85156099 req-acec9a40-ec09-4486-a9fc-514ba4bfe06a service nova] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Detach interface failed, port_id=efb2c92f-1084-4fcf-9f3d-a0bdba58ad3f, reason: Instance 364071aa-4386-43a9-b0e4-81b8859bcdc5 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.245710] env[70498]: DEBUG nova.scheduler.client.report [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.246077] env[70498]: DEBUG nova.compute.provider_tree [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 84 to 85 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.246446] env[70498]: DEBUG nova.compute.provider_tree [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.344061] env[70498]: DEBUG oslo_concurrency.lockutils [req-ce16805c-56f8-411e-921e-3c7549859b9f req-1ed22326-1527-48fd-b4ce-a8c7b067d2d7 service nova] Releasing lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.390203] env[70498]: INFO nova.compute.manager [-] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Took 1.23 seconds to deallocate network for instance. [ 885.532874] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6905d-7492-cbe9-70b0-a9b447049e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.533161] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.533425] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 11086611-2508-490c-ba96-13b0d3041e3a/11086611-2508-490c-ba96-13b0d3041e3a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.533683] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ce4ea7b-e14b-4f5a-b28c-b8a10ec1c94e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.540189] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 885.540189] env[70498]: value = "task-3614510" [ 885.540189] env[70498]: _type = "Task" [ 885.540189] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.549214] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.583525] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Successfully updated port: f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.695518] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.752354] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.752655] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.756020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.534s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.756020] env[70498]: DEBUG nova.objects.instance [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'resources' on Instance uuid 3a7fa033-88fa-45a4-a054-d9ca2525f289 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.896865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.050068] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456324} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.050350] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 11086611-2508-490c-ba96-13b0d3041e3a/11086611-2508-490c-ba96-13b0d3041e3a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.050563] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.050815] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff9d201a-024f-4c68-80ee-095877300bd4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.057437] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 886.057437] env[70498]: value = "task-3614511" [ 886.057437] env[70498]: _type = "Task" [ 886.057437] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.065512] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.088314] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.088441] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.089359] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.115988] env[70498]: DEBUG nova.compute.manager [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Received event network-vif-plugged-f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.115988] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Acquiring lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.115988] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.116355] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.116355] env[70498]: DEBUG nova.compute.manager [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] No waiting events found dispatching network-vif-plugged-f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.116584] env[70498]: WARNING nova.compute.manager [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Received unexpected event network-vif-plugged-f21cabe1-3b76-4326-86d0-748985c10a40 for instance with vm_state building and task_state spawning. [ 886.116665] env[70498]: DEBUG nova.compute.manager [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Received event network-changed-f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.116812] env[70498]: DEBUG nova.compute.manager [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Refreshing instance network info cache due to event network-changed-f21cabe1-3b76-4326-86d0-748985c10a40. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.116956] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Acquiring lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.215807] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.258777] env[70498]: DEBUG nova.compute.utils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.263227] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.263401] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.308739] env[70498]: DEBUG nova.policy [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f356d25a299c405c9b75fde1bea0cdd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad6fe19d85f94e848a54286473f0c15e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.566764] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062585} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.569272] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.570521] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ff95e-475f-4f1d-865c-9cb22ac128c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.594626] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 11086611-2508-490c-ba96-13b0d3041e3a/11086611-2508-490c-ba96-13b0d3041e3a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.599213] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7f51f1-751d-4557-a776-ae5e8a966fb2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.627086] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 886.627086] env[70498]: value = "task-3614512" [ 886.627086] env[70498]: _type = "Task" [ 886.627086] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.638320] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.675436] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Successfully created port: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.676760] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.680978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.681213] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.681402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.681574] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.681733] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.684795] env[70498]: INFO nova.compute.manager [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Terminating instance [ 886.767888] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.869907] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e68900-f071-476c-bfe2-fad04bb81a96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.879606] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e9f269-e8ed-4faa-b43c-6641d33f1c27 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.913942] env[70498]: DEBUG nova.network.neutron [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Updating instance_info_cache with network_info: [{"id": "f21cabe1-3b76-4326-86d0-748985c10a40", "address": "fa:16:3e:6e:1d:03", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21cabe1-3b", "ovs_interfaceid": "f21cabe1-3b76-4326-86d0-748985c10a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.915759] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e706592-75f4-4150-adf9-81f691d7451c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.928331] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea29be-f70c-4582-931a-5b0050110a35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.945235] env[70498]: DEBUG nova.compute.provider_tree [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.142734] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614512, 'name': ReconfigVM_Task, 'duration_secs': 0.434299} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.143101] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 11086611-2508-490c-ba96-13b0d3041e3a/11086611-2508-490c-ba96-13b0d3041e3a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.143819] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41ea2714-8afc-43c3-8a80-ca6bb3a8a5b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.151427] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 887.151427] env[70498]: value = "task-3614513" [ 887.151427] env[70498]: _type = "Task" [ 887.151427] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.161197] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614513, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.190309] env[70498]: DEBUG nova.compute.manager [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.190653] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.191647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b225d54-4ea5-4fdb-b2fd-b4e36d0b52bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.199340] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.202775] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccac13d1-20ce-497b-b208-916d6b59fb53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.206397] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 887.206397] env[70498]: value = "task-3614514" [ 887.206397] env[70498]: _type = "Task" [ 887.206397] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.220451] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.423222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.423590] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Instance network_info: |[{"id": "f21cabe1-3b76-4326-86d0-748985c10a40", "address": "fa:16:3e:6e:1d:03", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21cabe1-3b", "ovs_interfaceid": "f21cabe1-3b76-4326-86d0-748985c10a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.423871] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Acquired lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.424075] env[70498]: DEBUG nova.network.neutron [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Refreshing network info cache for port f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.426559] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:1d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f21cabe1-3b76-4326-86d0-748985c10a40', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.449155] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.461124] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.462009] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10331c6-813c-4c65-b855-a1e8757e50ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.501166] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.501166] env[70498]: value = "task-3614516" [ 887.501166] env[70498]: _type = "Task" [ 887.501166] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.511884] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614516, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.514755] env[70498]: DEBUG nova.scheduler.client.report [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 887.515026] env[70498]: DEBUG nova.compute.provider_tree [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 85 to 86 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 887.515231] env[70498]: DEBUG nova.compute.provider_tree [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 887.662550] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614513, 'name': Rename_Task, 'duration_secs': 0.23813} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.663961] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.663961] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a9a072-613d-4a8f-be25-6dbe507a21c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.669821] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 887.669821] env[70498]: value = "task-3614517" [ 887.669821] env[70498]: _type = "Task" [ 887.669821] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.680905] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.717688] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614514, 'name': PowerOffVM_Task, 'duration_secs': 0.240842} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.717961] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.718864] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.719161] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2083ba6-bbde-40aa-a601-d11dcfd2bd40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.765613] env[70498]: DEBUG nova.network.neutron [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Updated VIF entry in instance network info cache for port f21cabe1-3b76-4326-86d0-748985c10a40. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.765948] env[70498]: DEBUG nova.network.neutron [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Updating instance_info_cache with network_info: [{"id": "f21cabe1-3b76-4326-86d0-748985c10a40", "address": "fa:16:3e:6e:1d:03", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf21cabe1-3b", "ovs_interfaceid": "f21cabe1-3b76-4326-86d0-748985c10a40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.778143] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.787068] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.787845] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.788579] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Deleting the datastore file [datastore2] 31e20aad-a2bc-4a8a-9ebf-691928e946b3 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.789584] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b13f21c7-94ae-4430-8ea1-b66ad7b754f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.796612] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for the task: (returnval){ [ 887.796612] env[70498]: value = "task-3614519" [ 887.796612] env[70498]: _type = "Task" [ 887.796612] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.805633] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.813644] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.813920] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.814128] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.814324] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.814466] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.814609] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.814814] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.814971] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.815177] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.815306] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.815475] env[70498]: DEBUG nova.virt.hardware [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.816310] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e8280d-2bcb-4915-890b-d5e024553545 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.825690] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71f1a3-0bbd-4cfa-a2f5-22501cd2f132 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.011463] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614516, 'name': CreateVM_Task, 'duration_secs': 0.360829} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.011647] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.012466] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.012540] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.012896] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.013163] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f785c153-c1ae-4a6c-8048-6976058c088b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.017514] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 888.017514] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5236fe24-b2a9-726e-04d5-90982062f05e" [ 888.017514] env[70498]: _type = "Task" [ 888.017514] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.021032] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.023235] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.482s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.024944] env[70498]: INFO nova.compute.claims [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.032677] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5236fe24-b2a9-726e-04d5-90982062f05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.042943] env[70498]: INFO nova.scheduler.client.report [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocations for instance 3a7fa033-88fa-45a4-a054-d9ca2525f289 [ 888.183794] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.270384] env[70498]: DEBUG oslo_concurrency.lockutils [req-abf1a14a-2baf-47d6-bfcc-2c61054807ae req-f852b101-94e9-44fe-9beb-5a140c5f1708 service nova] Releasing lock "refresh_cache-d4407b2b-3755-4916-a0d1-bc9cabb6514e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.308237] env[70498]: DEBUG oslo_vmware.api [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Task: {'id': task-3614519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331518} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.308237] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.308237] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.308237] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.308237] env[70498]: INFO nova.compute.manager [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.308518] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.308518] env[70498]: DEBUG nova.compute.manager [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.308518] env[70498]: DEBUG nova.network.neutron [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.530845] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5236fe24-b2a9-726e-04d5-90982062f05e, 'name': SearchDatastore_Task, 'duration_secs': 0.021988} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.531498] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.532338] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.532338] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.532338] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.532647] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.533199] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a40b0ae-ca03-42c2-a390-c2983a654885 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.539501] env[70498]: DEBUG nova.compute.manager [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Received event network-vif-plugged-51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.539797] env[70498]: DEBUG oslo_concurrency.lockutils [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] Acquiring lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.540503] env[70498]: DEBUG oslo_concurrency.lockutils [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.540810] env[70498]: DEBUG oslo_concurrency.lockutils [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.540876] env[70498]: DEBUG nova.compute.manager [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] No waiting events found dispatching network-vif-plugged-51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.541183] env[70498]: WARNING nova.compute.manager [req-d5f6e03f-7279-4080-9439-4e93a4f13833 req-c2a28436-3e45-4007-8f7b-ad8e99323496 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Received unexpected event network-vif-plugged-51355081-d10c-4ccb-9184-0d42bb8c7ec0 for instance with vm_state building and task_state spawning. [ 888.543266] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.543357] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.544310] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635a8708-e012-4a2e-a1bb-0988b5c46a38 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.551838] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d2cfb9b-6919-4fbc-88db-711fd82959fe tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "3a7fa033-88fa-45a4-a054-d9ca2525f289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.836s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.554441] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 888.554441] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520bc843-2315-fc97-209d-d7d72a2d5d3a" [ 888.554441] env[70498]: _type = "Task" [ 888.554441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.564932] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520bc843-2315-fc97-209d-d7d72a2d5d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.623460] env[70498]: DEBUG nova.compute.manager [req-c2b255cf-8f99-4500-861a-dbc082a8e681 req-5391611d-bd77-4017-a4c3-d3f6768a0179 service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Received event network-vif-deleted-2b883bcf-4595-4f9b-841d-290229587072 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.623611] env[70498]: INFO nova.compute.manager [req-c2b255cf-8f99-4500-861a-dbc082a8e681 req-5391611d-bd77-4017-a4c3-d3f6768a0179 service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Neutron deleted interface 2b883bcf-4595-4f9b-841d-290229587072; detaching it from the instance and deleting it from the info cache [ 888.623797] env[70498]: DEBUG nova.network.neutron [req-c2b255cf-8f99-4500-861a-dbc082a8e681 req-5391611d-bd77-4017-a4c3-d3f6768a0179 service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.639562] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Successfully updated port: 51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.684769] env[70498]: DEBUG oslo_vmware.api [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614517, 'name': PowerOnVM_Task, 'duration_secs': 0.518973} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.685054] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.685258] env[70498]: INFO nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Took 7.57 seconds to spawn the instance on the hypervisor. [ 888.685434] env[70498]: DEBUG nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.686205] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88319a94-5a88-4184-8df7-627b4b8f6b3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.068153] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520bc843-2315-fc97-209d-d7d72a2d5d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.071210] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ad96cc-9201-4f6c-89aa-8f68476edaa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.076324] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 889.076324] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f86dbb-ebb7-4ca4-3f0d-9ee852352d9c" [ 889.076324] env[70498]: _type = "Task" [ 889.076324] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.083899] env[70498]: DEBUG nova.network.neutron [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.085082] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f86dbb-ebb7-4ca4-3f0d-9ee852352d9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.128768] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9679ce75-ed4c-4035-a3c4-ebe9079ab76f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.141396] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9a6fe9-0dab-48df-97a2-ae6f93f4666a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.157028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.157028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquired lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.157028] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.183386] env[70498]: DEBUG nova.compute.manager [req-c2b255cf-8f99-4500-861a-dbc082a8e681 req-5391611d-bd77-4017-a4c3-d3f6768a0179 service nova] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Detach interface failed, port_id=2b883bcf-4595-4f9b-841d-290229587072, reason: Instance 31e20aad-a2bc-4a8a-9ebf-691928e946b3 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.203178] env[70498]: INFO nova.compute.manager [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Took 43.25 seconds to build instance. [ 889.524256] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623a11bd-ef70-43b6-97e3-7141406327de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.532140] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154697b6-35b2-4a89-acb7-78977ea28a1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.562877] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7129c9-e261-4b2c-a1df-6702f289bc18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.570298] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fefec5c-e520-4986-ad12-4e75c37332a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.585103] env[70498]: DEBUG nova.compute.provider_tree [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.587046] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 889.587046] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720988', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'name': 'volume-c9817f79-5b99-4b5b-b787-7fa3871b0204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '448ce5f0-bbc2-45bf-abb8-901315f40fcf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'serial': 'c9817f79-5b99-4b5b-b787-7fa3871b0204'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 889.590290] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2cfcc4-ac3b-40cf-a09b-23d84066f2b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.593501] env[70498]: INFO nova.compute.manager [-] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Took 1.29 seconds to deallocate network for instance. [ 889.613678] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f86dbb-ebb7-4ca4-3f0d-9ee852352d9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.614116] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614374] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d4407b2b-3755-4916-a0d1-bc9cabb6514e/d4407b2b-3755-4916-a0d1-bc9cabb6514e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.615092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622b229-8bf4-405e-b051-5e73a76fb130 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.617765] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1b26380-73df-46e0-be2c-fa513229e131 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.643515] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-c9817f79-5b99-4b5b-b787-7fa3871b0204/volume-c9817f79-5b99-4b5b-b787-7fa3871b0204.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.645304] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-346da69b-d8a0-4fd3-b892-e6ddcf908607 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.659021] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 889.659021] env[70498]: value = "task-3614520" [ 889.659021] env[70498]: _type = "Task" [ 889.659021] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.665488] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Waiting for the task: (returnval){ [ 889.665488] env[70498]: value = "task-3614521" [ 889.665488] env[70498]: _type = "Task" [ 889.665488] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.674244] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.679155] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.695679] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.705283] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e15ce03c-35cb-46d1-ab54-1159c921b21a tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.899s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.857587] env[70498]: DEBUG nova.network.neutron [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Updating instance_info_cache with network_info: [{"id": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "address": "fa:16:3e:d9:3a:11", "network": {"id": "a8af7bdd-07df-43f4-8483-bbab70991e0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1085194790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6fe19d85f94e848a54286473f0c15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51355081-d1", "ovs_interfaceid": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.094305] env[70498]: DEBUG nova.scheduler.client.report [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.114314] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.175988] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460269} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.176416] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d4407b2b-3755-4916-a0d1-bc9cabb6514e/d4407b2b-3755-4916-a0d1-bc9cabb6514e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.176551] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.176829] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39639081-5b78-47b0-9c6a-b685fea4b08c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.181981] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.187062] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 890.187062] env[70498]: value = "task-3614522" [ 890.187062] env[70498]: _type = "Task" [ 890.187062] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.194989] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.208375] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.360699] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Releasing lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.360699] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Instance network_info: |[{"id": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "address": "fa:16:3e:d9:3a:11", "network": {"id": "a8af7bdd-07df-43f4-8483-bbab70991e0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1085194790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6fe19d85f94e848a54286473f0c15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51355081-d1", "ovs_interfaceid": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.361134] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:3a:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51355081-d10c-4ccb-9184-0d42bb8c7ec0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.369076] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Creating folder: Project (ad6fe19d85f94e848a54286473f0c15e). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.369406] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99602d9f-8354-4b90-967e-bdb8743383ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.381146] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Created folder: Project (ad6fe19d85f94e848a54286473f0c15e) in parent group-v720819. [ 890.381361] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Creating folder: Instances. Parent ref: group-v720990. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.381618] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-294e7290-eea8-424d-9cf4-e8ba5ba6ff21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.393835] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Created folder: Instances in parent group-v720990. [ 890.394088] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.394284] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.394489] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41e86a19-407c-49b8-8315-a0c42d4528e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.415236] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.415236] env[70498]: value = "task-3614525" [ 890.415236] env[70498]: _type = "Task" [ 890.415236] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.426129] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614525, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.599588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.600289] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.603299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.460s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.603545] env[70498]: DEBUG nova.objects.instance [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lazy-loading 'resources' on Instance uuid b6d59e70-9271-4d27-93a3-8f245f8e53f2 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.629091] env[70498]: DEBUG nova.compute.manager [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Received event network-changed-51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.629091] env[70498]: DEBUG nova.compute.manager [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Refreshing instance network info cache due to event network-changed-51355081-d10c-4ccb-9184-0d42bb8c7ec0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.629091] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Acquiring lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629091] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Acquired lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629091] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Refreshing network info cache for port 51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.677655] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614521, 'name': ReconfigVM_Task, 'duration_secs': 0.758485} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.677960] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-c9817f79-5b99-4b5b-b787-7fa3871b0204/volume-c9817f79-5b99-4b5b-b787-7fa3871b0204.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.682935] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4950e89-704f-46b2-a944-b0fecfd43280 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.702193] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217593} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.703697] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.703833] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Waiting for the task: (returnval){ [ 890.703833] env[70498]: value = "task-3614526" [ 890.703833] env[70498]: _type = "Task" [ 890.703833] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.704524] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923798f-3766-4a03-8166-e29d33b4146a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.734749] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] d4407b2b-3755-4916-a0d1-bc9cabb6514e/d4407b2b-3755-4916-a0d1-bc9cabb6514e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.740398] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-105b8b5b-82e0-4cd2-9306-b5135d88ea07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.754399] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.762697] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 890.762697] env[70498]: value = "task-3614527" [ 890.762697] env[70498]: _type = "Task" [ 890.762697] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.771212] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.774189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.801234] env[70498]: DEBUG nova.compute.manager [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.801429] env[70498]: DEBUG nova.compute.manager [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing instance network info cache due to event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.801632] env[70498]: DEBUG oslo_concurrency.lockutils [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] Acquiring lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.801770] env[70498]: DEBUG oslo_concurrency.lockutils [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] Acquired lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.801925] env[70498]: DEBUG nova.network.neutron [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.926393] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614525, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.108057] env[70498]: DEBUG nova.compute.utils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.112698] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.112908] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.184803] env[70498]: DEBUG nova.policy [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1ffcca862024bc38e2bebc090a90e99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31bf6c7c438a4479a0d263f1f3c368e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.219528] env[70498]: DEBUG oslo_vmware.api [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614526, 'name': ReconfigVM_Task, 'duration_secs': 0.273092} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.219890] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720988', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'name': 'volume-c9817f79-5b99-4b5b-b787-7fa3871b0204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '448ce5f0-bbc2-45bf-abb8-901315f40fcf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'serial': 'c9817f79-5b99-4b5b-b787-7fa3871b0204'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 891.273025] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614527, 'name': ReconfigVM_Task, 'duration_secs': 0.50833} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.276072] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Reconfigured VM instance instance-00000034 to attach disk [datastore2] d4407b2b-3755-4916-a0d1-bc9cabb6514e/d4407b2b-3755-4916-a0d1-bc9cabb6514e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.276871] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac0ea3f-5903-4aaa-a2a5-1417b0463e4e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.283989] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 891.283989] env[70498]: value = "task-3614528" [ 891.283989] env[70498]: _type = "Task" [ 891.283989] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.295082] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614528, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.433765] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614525, 'name': CreateVM_Task, 'duration_secs': 0.730577} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.439888] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Updated VIF entry in instance network info cache for port 51355081-d10c-4ccb-9184-0d42bb8c7ec0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.440145] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Updating instance_info_cache with network_info: [{"id": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "address": "fa:16:3e:d9:3a:11", "network": {"id": "a8af7bdd-07df-43f4-8483-bbab70991e0e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1085194790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad6fe19d85f94e848a54286473f0c15e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51355081-d1", "ovs_interfaceid": "51355081-d10c-4ccb-9184-0d42bb8c7ec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.441664] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.442676] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.442896] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.443301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.444127] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c42cdf28-9df2-459c-8e65-15054fec1314 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.451458] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 891.451458] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524f6f1b-9798-116a-9934-35dcbd75fa22" [ 891.451458] env[70498]: _type = "Task" [ 891.451458] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.461106] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524f6f1b-9798-116a-9934-35dcbd75fa22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.613845] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.722798] env[70498]: DEBUG nova.network.neutron [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updated VIF entry in instance network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.722798] env[70498]: DEBUG nova.network.neutron [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updating instance_info_cache with network_info: [{"id": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "address": "fa:16:3e:34:d3:3c", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a3ab0-6c", "ovs_interfaceid": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.744121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67891dde-a5ff-4a2a-937a-b235e9662dd3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.760444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da88fa6-8da1-4e70-a344-52bacc9fd89f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.798580] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Successfully created port: 668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.808076] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0768ea-2aba-4a42-a43b-e51ee5f33121 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.820756] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614528, 'name': Rename_Task, 'duration_secs': 0.237878} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.823874] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.824592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b4fe35e-d579-44e6-a8ab-75ec2bf0d063 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.829516] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57ead75-e58d-4fd3-959f-cd70c162f542 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.845074] env[70498]: DEBUG nova.compute.provider_tree [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.847378] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 891.847378] env[70498]: value = "task-3614529" [ 891.847378] env[70498]: _type = "Task" [ 891.847378] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.855830] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.943108] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Releasing lock "refresh_cache-8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.943404] env[70498]: DEBUG nova.compute.manager [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.943591] env[70498]: DEBUG nova.compute.manager [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing instance network info cache due to event network-changed-db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.943806] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Acquiring lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.962732] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524f6f1b-9798-116a-9934-35dcbd75fa22, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.963045] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.963280] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.963528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.963685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.963863] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.964154] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-559165a6-fede-4fed-97dc-a57699c0130f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.972420] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.972595] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.973364] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca494dd-3cce-4aa6-a277-0d461f365f1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.978093] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 891.978093] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b4f563-edb5-9095-9b4b-d48023ff5764" [ 891.978093] env[70498]: _type = "Task" [ 891.978093] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.985831] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b4f563-edb5-9095-9b4b-d48023ff5764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.233856] env[70498]: DEBUG oslo_concurrency.lockutils [req-54d812a4-c533-48b8-a581-618df4ad01f9 req-95239409-4ad3-4c12-b812-d0b093beaae4 service nova] Releasing lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.233995] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Acquired lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.234202] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Refreshing network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.314398] env[70498]: DEBUG nova.objects.instance [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lazy-loading 'flavor' on Instance uuid 448ce5f0-bbc2-45bf-abb8-901315f40fcf {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.349725] env[70498]: DEBUG nova.scheduler.client.report [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.363101] env[70498]: DEBUG oslo_vmware.api [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614529, 'name': PowerOnVM_Task, 'duration_secs': 0.456181} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.363524] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.363728] env[70498]: INFO nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Took 7.29 seconds to spawn the instance on the hypervisor. [ 892.363905] env[70498]: DEBUG nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.365272] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24fd3e-4ef0-4b79-8601-845529c23c50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.488901] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b4f563-edb5-9095-9b4b-d48023ff5764, 'name': SearchDatastore_Task, 'duration_secs': 0.007858} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.489711] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074b4981-c4c6-4707-b46b-8e91a3e946c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.494949] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 892.494949] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529eaa3f-9168-978c-7556-0e3eecedf120" [ 892.494949] env[70498]: _type = "Task" [ 892.494949] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.502596] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529eaa3f-9168-978c-7556-0e3eecedf120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.626547] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.651850] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.652121] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.652287] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.652471] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.652611] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.652750] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.652953] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.653130] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.653304] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.653488] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.653632] env[70498]: DEBUG nova.virt.hardware [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.654572] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a327bace-b87b-49e8-96f8-f962f84ab242 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.662760] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0acbb-b0da-4d20-adb9-6fe53abbb05f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.818844] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d684146-4f4a-4f58-a7f1-dda6b0d27462 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.853s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.855488] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.860327] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.689s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.860562] env[70498]: DEBUG nova.objects.instance [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lazy-loading 'resources' on Instance uuid 1dceba7d-a667-4fef-b5c8-a0e01f11297e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.879552] env[70498]: INFO nova.scheduler.client.report [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Deleted allocations for instance b6d59e70-9271-4d27-93a3-8f245f8e53f2 [ 892.886124] env[70498]: INFO nova.compute.manager [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Took 44.65 seconds to build instance. [ 893.005951] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529eaa3f-9168-978c-7556-0e3eecedf120, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.006240] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.006517] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358/8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.007113] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65dbfeed-38dc-41e9-a789-7c6f4236d7ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.012443] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updated VIF entry in instance network info cache for port db4a3ab0-6c07-42b0-b9af-028d04ad91e0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.012773] env[70498]: DEBUG nova.network.neutron [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updating instance_info_cache with network_info: [{"id": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "address": "fa:16:3e:34:d3:3c", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a3ab0-6c", "ovs_interfaceid": "db4a3ab0-6c07-42b0-b9af-028d04ad91e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.017205] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 893.017205] env[70498]: value = "task-3614530" [ 893.017205] env[70498]: _type = "Task" [ 893.017205] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.023084] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.391633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-76703d71-bcb1-431b-adc9-583a72afbdb1 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.250s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.395121] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc14f37e-fbd9-4e17-bb7c-0a71aa00e17f tempest-ServerMetadataTestJSON-928994094 tempest-ServerMetadataTestJSON-928994094-project-member] Lock "b6d59e70-9271-4d27-93a3-8f245f8e53f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.717s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.516142] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fb782df-b535-41d8-b58d-f1f2d18eb424 req-a0d1febd-e064-44e2-995f-beb085617f06 service nova] Releasing lock "refresh_cache-11086611-2508-490c-ba96-13b0d3041e3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.530589] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513502} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.532957] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358/8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.533460] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.534927] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Successfully updated port: 668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.536243] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fdca8fe-1cfe-4bd4-a59c-fc4d9f81a32f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.546691] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 893.546691] env[70498]: value = "task-3614531" [ 893.546691] env[70498]: _type = "Task" [ 893.546691] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.558962] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.613189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.613449] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.613678] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.613816] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.614072] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.617378] env[70498]: INFO nova.compute.manager [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Terminating instance [ 893.787634] env[70498]: DEBUG nova.compute.manager [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Received event network-vif-plugged-668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.787881] env[70498]: DEBUG oslo_concurrency.lockutils [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] Acquiring lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.788077] env[70498]: DEBUG oslo_concurrency.lockutils [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.788146] env[70498]: DEBUG oslo_concurrency.lockutils [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.788298] env[70498]: DEBUG nova.compute.manager [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] No waiting events found dispatching network-vif-plugged-668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.788456] env[70498]: WARNING nova.compute.manager [req-f2c429db-31b2-4f4b-bf5e-1c494df4be02 req-d8c9e85f-1dc5-4fa1-bb2f-5566d170b088 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Received unexpected event network-vif-plugged-668573d9-5da6-4ae7-ac7a-4020151fbb81 for instance with vm_state building and task_state spawning. [ 893.895812] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.983186] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b299e3d-9deb-4a9d-87f6-8410bcfe5a74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.991727] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049c944b-857d-4e11-8e3e-d0071d30519d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.023344] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f537948-30e4-4853-9177-cda22aa0d5fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.031662] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874e637-c4c3-4c00-9639-350af125f8aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.045445] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.046102] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.047653] env[70498]: DEBUG nova.compute.provider_tree [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.061535] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068712} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.064041] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.064041] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c926c-42f0-4d19-a914-d4ba2a82fa34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.086258] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358/8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.086857] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9f6ef1-7eb1-4d6f-8853-e6ce169e9ab5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.109394] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 894.109394] env[70498]: value = "task-3614532" [ 894.109394] env[70498]: _type = "Task" [ 894.109394] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.122140] env[70498]: DEBUG nova.compute.manager [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.122373] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.122764] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.123398] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3494537-a657-4743-baea-3cf0efc0ceb1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.130549] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.130549] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebbd0b0-9424-430f-95a6-7639623f178d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.136922] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 894.136922] env[70498]: value = "task-3614533" [ 894.136922] env[70498]: _type = "Task" [ 894.136922] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.146176] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.422369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.552792] env[70498]: DEBUG nova.scheduler.client.report [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.556210] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.556608] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.591210] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.621440] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.649595] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614533, 'name': PowerOffVM_Task, 'duration_secs': 0.259414} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.649595] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.649827] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.650013] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981549bc-5b7b-44b0-a793-9ed3db772f19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.712980] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.713231] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.713406] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore2] d4407b2b-3755-4916-a0d1-bc9cabb6514e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.714044] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd56636-a6c1-40dd-9392-9823d5b89936 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.720874] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 894.720874] env[70498]: value = "task-3614535" [ 894.720874] env[70498]: _type = "Task" [ 894.720874] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.731457] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.783246] env[70498]: DEBUG nova.network.neutron [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Updating instance_info_cache with network_info: [{"id": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "address": "fa:16:3e:21:fd:40", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668573d9-5d", "ovs_interfaceid": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.910659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "7f8af010-97e3-42d1-9128-c6d628afce3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.910902] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.060108] env[70498]: INFO nova.compute.manager [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Detaching volume c9817f79-5b99-4b5b-b787-7fa3871b0204 [ 895.062546] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.065167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.109s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.068008] env[70498]: INFO nova.compute.claims [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.105555] env[70498]: INFO nova.scheduler.client.report [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Deleted allocations for instance 1dceba7d-a667-4fef-b5c8-a0e01f11297e [ 895.121604] env[70498]: INFO nova.virt.block_device [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Attempting to driver detach volume c9817f79-5b99-4b5b-b787-7fa3871b0204 from mountpoint /dev/sdb [ 895.121894] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 895.122280] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720988', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'name': 'volume-c9817f79-5b99-4b5b-b787-7fa3871b0204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '448ce5f0-bbc2-45bf-abb8-901315f40fcf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'serial': 'c9817f79-5b99-4b5b-b787-7fa3871b0204'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 895.124289] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c44fa-de92-4bce-bdca-747a244af2b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.132817] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614532, 'name': ReconfigVM_Task, 'duration_secs': 0.944259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.151865] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358/8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.153117] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7f34fe-1d24-436d-808e-352504d69850 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.156237] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c2208-88a9-41d4-b716-9a2005ffdfa9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.166138] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d0cc2-87b5-4cb9-89c1-a08ab96db11a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.168962] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 895.168962] env[70498]: value = "task-3614536" [ 895.168962] env[70498]: _type = "Task" [ 895.168962] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.191459] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a7240e-a56a-4531-9181-8ddc07b81d14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.199635] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614536, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.213218] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] The volume has not been displaced from its original location: [datastore2] volume-c9817f79-5b99-4b5b-b787-7fa3871b0204/volume-c9817f79-5b99-4b5b-b787-7fa3871b0204.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 895.218566] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 895.218937] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e711746b-06cb-418a-9385-a46ea717ae34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.239903] env[70498]: DEBUG oslo_vmware.api [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138612} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.241096] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.241294] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.241467] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.241634] env[70498]: INFO nova.compute.manager [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 895.241865] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.242127] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Waiting for the task: (returnval){ [ 895.242127] env[70498]: value = "task-3614537" [ 895.242127] env[70498]: _type = "Task" [ 895.242127] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.242364] env[70498]: DEBUG nova.compute.manager [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.242419] env[70498]: DEBUG nova.network.neutron [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.252499] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.287761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.288106] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Instance network_info: |[{"id": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "address": "fa:16:3e:21:fd:40", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668573d9-5d", "ovs_interfaceid": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.288522] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:fd:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '668573d9-5da6-4ae7-ac7a-4020151fbb81', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.296767] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.299223] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.299474] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f584757-7e05-4bbc-9a4c-71b184762014 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.319323] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.319323] env[70498]: value = "task-3614538" [ 895.319323] env[70498]: _type = "Task" [ 895.319323] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.327269] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614538, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.626334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d168575-d91e-4926-90bb-d3a413c703b5 tempest-ListImageFiltersTestJSON-1922163181 tempest-ListImageFiltersTestJSON-1922163181-project-member] Lock "1dceba7d-a667-4fef-b5c8-a0e01f11297e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.487s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.681416] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614536, 'name': Rename_Task, 'duration_secs': 0.208113} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.682288] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.682288] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d4b0cae-671a-456d-8ee7-74d7e5659829 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.688325] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 895.688325] env[70498]: value = "task-3614539" [ 895.688325] env[70498]: _type = "Task" [ 895.688325] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.697140] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.753238] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614537, 'name': ReconfigVM_Task, 'duration_secs': 0.268732} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.753551] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 895.758253] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a371c8db-e6cd-426a-8062-0a8fd521e603 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.772893] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Waiting for the task: (returnval){ [ 895.772893] env[70498]: value = "task-3614540" [ 895.772893] env[70498]: _type = "Task" [ 895.772893] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.783234] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.830481] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614538, 'name': CreateVM_Task, 'duration_secs': 0.466049} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.830693] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.831504] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.831721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.832064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.832378] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f174001-95a7-4951-96f9-d4bb95447c45 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.837529] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 895.837529] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5293ccc8-8681-7be3-8db1-2982ae042006" [ 895.837529] env[70498]: _type = "Task" [ 895.837529] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.845634] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5293ccc8-8681-7be3-8db1-2982ae042006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.886536] env[70498]: DEBUG nova.compute.manager [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Received event network-changed-668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.888328] env[70498]: DEBUG nova.compute.manager [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Refreshing instance network info cache due to event network-changed-668573d9-5da6-4ae7-ac7a-4020151fbb81. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.888328] env[70498]: DEBUG oslo_concurrency.lockutils [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] Acquiring lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.888328] env[70498]: DEBUG oslo_concurrency.lockutils [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] Acquired lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.888328] env[70498]: DEBUG nova.network.neutron [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Refreshing network info cache for port 668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.065016] env[70498]: DEBUG nova.network.neutron [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.201073] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.288218] env[70498]: DEBUG oslo_vmware.api [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Task: {'id': task-3614540, 'name': ReconfigVM_Task, 'duration_secs': 0.150598} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.288550] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720988', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'name': 'volume-c9817f79-5b99-4b5b-b787-7fa3871b0204', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '448ce5f0-bbc2-45bf-abb8-901315f40fcf', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9817f79-5b99-4b5b-b787-7fa3871b0204', 'serial': 'c9817f79-5b99-4b5b-b787-7fa3871b0204'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 896.348477] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5293ccc8-8681-7be3-8db1-2982ae042006, 'name': SearchDatastore_Task, 'duration_secs': 0.022158} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.349036] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.349221] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.349496] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349646] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349912] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.350251] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e685ce8-3154-44c0-af25-555dbb191fda {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.363225] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.363225] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.363508] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca5d003-994d-4335-97df-c2d4c3bb793a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.373397] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 896.373397] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529b9801-1e11-aeca-cca8-7b69627ec55d" [ 896.373397] env[70498]: _type = "Task" [ 896.373397] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.382584] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529b9801-1e11-aeca-cca8-7b69627ec55d, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.386454] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123a3b61-793b-4950-87d5-87fcecac802a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.394164] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 896.394164] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526671ae-9d44-001c-15f7-9f9cfb96a0c6" [ 896.394164] env[70498]: _type = "Task" [ 896.394164] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.405700] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526671ae-9d44-001c-15f7-9f9cfb96a0c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.405952] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.406238] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ebdac94a-e32c-4747-8a66-0dd8ffa862bb/ebdac94a-e32c-4747-8a66-0dd8ffa862bb.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.406637] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd4ceacd-8511-460f-8634-bfb71eea93a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.414537] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 896.414537] env[70498]: value = "task-3614541" [ 896.414537] env[70498]: _type = "Task" [ 896.414537] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.422741] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.568414] env[70498]: INFO nova.compute.manager [-] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Took 1.33 seconds to deallocate network for instance. [ 896.704859] env[70498]: DEBUG oslo_vmware.api [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614539, 'name': PowerOnVM_Task, 'duration_secs': 0.909731} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.705724] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.706226] env[70498]: INFO nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Took 8.93 seconds to spawn the instance on the hypervisor. [ 896.706580] env[70498]: DEBUG nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.707800] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b458036c-b14c-439e-92a3-ead43910b190 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.734098] env[70498]: DEBUG nova.network.neutron [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Updated VIF entry in instance network info cache for port 668573d9-5da6-4ae7-ac7a-4020151fbb81. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.734098] env[70498]: DEBUG nova.network.neutron [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Updating instance_info_cache with network_info: [{"id": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "address": "fa:16:3e:21:fd:40", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668573d9-5d", "ovs_interfaceid": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.774978] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6298849-53f5-4dae-a05d-71218163ad10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.785013] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7e3283-c2af-4dff-9538-c53c7f7480a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.819769] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec87795-eea3-4c0f-9a70-f4e2cbcc3875 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.830198] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0915f5-571f-46cb-bb71-e79cc75829f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.844943] env[70498]: DEBUG nova.compute.provider_tree [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.867348] env[70498]: DEBUG nova.objects.instance [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lazy-loading 'flavor' on Instance uuid 448ce5f0-bbc2-45bf-abb8-901315f40fcf {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.924263] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504018} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.924639] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ebdac94a-e32c-4747-8a66-0dd8ffa862bb/ebdac94a-e32c-4747-8a66-0dd8ffa862bb.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.924794] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.925464] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37a20e47-8b5d-4b12-ac66-6235dda52655 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.932542] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 896.932542] env[70498]: value = "task-3614542" [ 896.932542] env[70498]: _type = "Task" [ 896.932542] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.943683] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.078392] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.232196] env[70498]: INFO nova.compute.manager [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Took 47.41 seconds to build instance. [ 897.237594] env[70498]: DEBUG oslo_concurrency.lockutils [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] Releasing lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.237594] env[70498]: DEBUG nova.compute.manager [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Received event network-vif-deleted-f21cabe1-3b76-4326-86d0-748985c10a40 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.237594] env[70498]: INFO nova.compute.manager [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Neutron deleted interface f21cabe1-3b76-4326-86d0-748985c10a40; detaching it from the instance and deleting it from the info cache [ 897.237594] env[70498]: DEBUG nova.network.neutron [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.366883] env[70498]: ERROR nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [req-5500ccd9-3c33-4957-ab83-0a4005e2a4c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5500ccd9-3c33-4957-ab83-0a4005e2a4c3"}]} [ 897.384064] env[70498]: DEBUG nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 897.401245] env[70498]: DEBUG nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 897.401542] env[70498]: DEBUG nova.compute.provider_tree [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.414252] env[70498]: DEBUG nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 897.435131] env[70498]: DEBUG nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 897.446718] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220213} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.447033] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.447936] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a85603-041c-4819-9ac9-e68e55e6c7e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.471663] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] ebdac94a-e32c-4747-8a66-0dd8ffa862bb/ebdac94a-e32c-4747-8a66-0dd8ffa862bb.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.474506] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3ce9a4-3b19-484d-9b9c-74c733487dbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.495578] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 897.495578] env[70498]: value = "task-3614543" [ 897.495578] env[70498]: _type = "Task" [ 897.495578] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.503345] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.735427] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3e1d688-fe56-4d2a-90dd-2f1b5a7bb79e tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.728s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.739748] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1469e5f-e6d1-4b1e-9e0c-26bf64f322f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.751494] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e8d424-fb68-48e7-95ad-adcc02d897d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.766864] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.767101] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.767346] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.768349] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.768579] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.770789] env[70498]: INFO nova.compute.manager [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Terminating instance [ 897.802261] env[70498]: DEBUG nova.compute.manager [req-18268c7b-4968-44dd-bd96-c7282e4c1898 req-46083424-26e6-4924-8179-d530317b2a90 service nova] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Detach interface failed, port_id=f21cabe1-3b76-4326-86d0-748985c10a40, reason: Instance d4407b2b-3755-4916-a0d1-bc9cabb6514e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.876966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3bc132c9-21f4-41b2-b1b8-8b1a951b1744 tempest-VolumesAssistedSnapshotsTest-634226784 tempest-VolumesAssistedSnapshotsTest-634226784-project-admin] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.010678] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.036737] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4597a9c1-deb3-48c5-a338-be46e49494ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.044446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ebe25-3342-44c2-b237-0cd30f83b2b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.076300] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04484c26-4608-49c8-842b-685e696e03c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.084233] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b73ad1-2e16-43d0-8ec5-4ce1e735a5ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.098605] env[70498]: DEBUG nova.compute.provider_tree [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.237328] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.279191] env[70498]: DEBUG nova.compute.manager [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.279191] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.279191] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227770e1-bbcb-4d14-a439-4e281c3c9f72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.287409] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.288146] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f47f9ec4-34c7-444a-81ac-5f4a697fa325 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.296393] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 898.296393] env[70498]: value = "task-3614545" [ 898.296393] env[70498]: _type = "Task" [ 898.296393] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.309242] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.508545] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614543, 'name': ReconfigVM_Task, 'duration_secs': 0.832682} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.508907] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Reconfigured VM instance instance-00000036 to attach disk [datastore2] ebdac94a-e32c-4747-8a66-0dd8ffa862bb/ebdac94a-e32c-4747-8a66-0dd8ffa862bb.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.509972] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07764c64-d6fd-4e64-9e60-0698ddf4fb8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.515953] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 898.515953] env[70498]: value = "task-3614546" [ 898.515953] env[70498]: _type = "Task" [ 898.515953] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.524751] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614546, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.605023] env[70498]: DEBUG nova.scheduler.client.report [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.762696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.807259] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614545, 'name': PowerOffVM_Task, 'duration_secs': 0.267919} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.807612] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.807784] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.808141] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af64a7a6-16b7-4982-9f1d-e79757480aa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.929834] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.930234] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.930562] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Deleting the datastore file [datastore2] 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.930914] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9af1cf-9756-4cfc-9300-28fae1f781bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.942989] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for the task: (returnval){ [ 898.942989] env[70498]: value = "task-3614548" [ 898.942989] env[70498]: _type = "Task" [ 898.942989] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.950680] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.027987] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614546, 'name': Rename_Task, 'duration_secs': 0.155984} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.028289] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.028539] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-659b72fd-3e88-48ef-8fb0-bc0e695df807 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.034229] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 899.034229] env[70498]: value = "task-3614549" [ 899.034229] env[70498]: _type = "Task" [ 899.034229] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.041871] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.108091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.043s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.108517] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.111587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.020s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.113059] env[70498]: INFO nova.compute.claims [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.454024] env[70498]: DEBUG oslo_vmware.api [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Task: {'id': task-3614548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182764} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.454024] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.454024] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.454302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.454302] env[70498]: INFO nova.compute.manager [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Took 1.18 seconds to destroy the instance on the hypervisor. [ 899.454501] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.454636] env[70498]: DEBUG nova.compute.manager [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.454758] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.547610] env[70498]: DEBUG oslo_vmware.api [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614549, 'name': PowerOnVM_Task, 'duration_secs': 0.468646} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.547610] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.547610] env[70498]: INFO nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Took 6.92 seconds to spawn the instance on the hypervisor. [ 899.547789] env[70498]: DEBUG nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.548446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bd06e-04b5-4096-8996-7d39ee0671c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.617900] env[70498]: DEBUG nova.compute.utils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.622369] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.622369] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.713227] env[70498]: DEBUG nova.policy [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3876d44a64c4421ad63ee6cf118b4a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4d1b10235194ad18da9cc0b92bb5ea9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.021302] env[70498]: DEBUG nova.compute.manager [req-08b07067-1d54-4a96-836a-a9bc0925022e req-d33b488d-06b1-4540-a54c-82e2cffa0171 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Received event network-vif-deleted-51355081-d10c-4ccb-9184-0d42bb8c7ec0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.021507] env[70498]: INFO nova.compute.manager [req-08b07067-1d54-4a96-836a-a9bc0925022e req-d33b488d-06b1-4540-a54c-82e2cffa0171 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Neutron deleted interface 51355081-d10c-4ccb-9184-0d42bb8c7ec0; detaching it from the instance and deleting it from the info cache [ 900.021676] env[70498]: DEBUG nova.network.neutron [req-08b07067-1d54-4a96-836a-a9bc0925022e req-d33b488d-06b1-4540-a54c-82e2cffa0171 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.068453] env[70498]: INFO nova.compute.manager [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Took 47.54 seconds to build instance. [ 900.125173] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.279225] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Successfully created port: 2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.474640] env[70498]: DEBUG nova.network.neutron [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.527414] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b92eb74-c370-4896-ada5-03882d4b867c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.541360] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa462874-fd41-46ed-9be6-2fcf924f009f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.586895] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b89fdf4-aa67-4c6f-bed3-a4199137426c tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.528s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.586895] env[70498]: DEBUG nova.compute.manager [req-08b07067-1d54-4a96-836a-a9bc0925022e req-d33b488d-06b1-4540-a54c-82e2cffa0171 service nova] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Detach interface failed, port_id=51355081-d10c-4ccb-9184-0d42bb8c7ec0, reason: Instance 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.635680] env[70498]: INFO nova.virt.block_device [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Booting with volume ee0d282d-0e98-45f4-8331-01e6ac0d386c at /dev/sda [ 900.674416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Acquiring lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.674416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Acquired lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.674416] env[70498]: DEBUG nova.network.neutron [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.684241] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f82d8177-5622-4b3d-8571-656b708d5696 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.697212] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac6e44-8d62-4a69-96bf-0ca52ddb8bfa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.751407] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90671df2-8b43-425c-be65-dd255223e30c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.764139] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8f3b3-110d-4996-9045-7416ab30c4f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.836080] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520ff29-d8eb-4ed1-90c9-b753d72bafd4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.847770] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db555a-7519-477a-81a4-0906ce46b15c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.870356] env[70498]: DEBUG nova.virt.block_device [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updating existing volume attachment record: 6bd051b3-c3be-47ec-aa1a-dda0cc262352 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.981094] env[70498]: INFO nova.compute.manager [-] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Took 1.53 seconds to deallocate network for instance. [ 900.981094] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6487b-354f-4a0d-9df7-0c4a557bfcd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.996574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d142c3f-a5a6-4dbc-90ef-7b876d53c18d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.030108] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6172a5c4-d48b-426f-bae0-c16a5fd24c29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.038374] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb6704d-320f-4ea7-9026-b63e1f4cee77 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.060690] env[70498]: DEBUG nova.compute.provider_tree [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.093262] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.468962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.468962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.468962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.468962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.469480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.470160] env[70498]: INFO nova.compute.manager [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Terminating instance [ 901.488924] env[70498]: DEBUG nova.network.neutron [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Updating instance_info_cache with network_info: [{"id": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "address": "fa:16:3e:21:fd:40", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668573d9-5d", "ovs_interfaceid": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.491993] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.566023] env[70498]: DEBUG nova.scheduler.client.report [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.618523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.701582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.703103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.958951] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Successfully updated port: 2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.974867] env[70498]: DEBUG nova.compute.manager [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.975375] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.977294] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cafc1f-c442-45e6-a307-69b85bdc950e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.990455] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.992865] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56a39231-a0a7-4f40-a0a2-341d6c795cee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.997398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Releasing lock "refresh_cache-ebdac94a-e32c-4747-8a66-0dd8ffa862bb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.997398] env[70498]: DEBUG nova.compute.manager [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Inject network info {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 901.997476] env[70498]: DEBUG nova.compute.manager [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] network_info to inject: |[{"id": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "address": "fa:16:3e:21:fd:40", "network": {"id": "3573d907-4d63-4627-8d76-cbb497c21b5e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-667528926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31bf6c7c438a4479a0d263f1f3c368e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap668573d9-5d", "ovs_interfaceid": "668573d9-5da6-4ae7-ac7a-4020151fbb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 902.000107] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Reconfiguring VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 902.000558] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d5c08f-8a21-412f-9584-504dd99cf579 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.016487] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 902.016487] env[70498]: value = "task-3614550" [ 902.016487] env[70498]: _type = "Task" [ 902.016487] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.017742] env[70498]: DEBUG oslo_vmware.api [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Waiting for the task: (returnval){ [ 902.017742] env[70498]: value = "task-3614551" [ 902.017742] env[70498]: _type = "Task" [ 902.017742] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.033281] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.036560] env[70498]: DEBUG oslo_vmware.api [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Task: {'id': task-3614551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.070485] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.959s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.071120] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.074883] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.580s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.196082] env[70498]: DEBUG nova.compute.manager [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Received event network-vif-plugged-2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.196286] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Acquiring lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.196620] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.196903] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.197160] env[70498]: DEBUG nova.compute.manager [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] No waiting events found dispatching network-vif-plugged-2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.197424] env[70498]: WARNING nova.compute.manager [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Received unexpected event network-vif-plugged-2fde03b4-7006-4c79-8a63-c46d6379a89f for instance with vm_state building and task_state block_device_mapping. [ 902.197592] env[70498]: DEBUG nova.compute.manager [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Received event network-changed-2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.197796] env[70498]: DEBUG nova.compute.manager [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Refreshing instance network info cache due to event network-changed-2fde03b4-7006-4c79-8a63-c46d6379a89f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.198067] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Acquiring lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.198256] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Acquired lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.198506] env[70498]: DEBUG nova.network.neutron [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Refreshing network info cache for port 2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.464685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.531509] env[70498]: DEBUG oslo_vmware.api [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] Task: {'id': task-3614551, 'name': ReconfigVM_Task, 'duration_secs': 0.170696} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.535321] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1a85a948-1601-4846-b754-9f69e7bd9ba8 tempest-ServersAdminTestJSON-1134342298 tempest-ServersAdminTestJSON-1134342298-project-admin] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Reconfigured VM instance to set the machine id {{(pid=70498) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 902.535321] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614550, 'name': PowerOffVM_Task, 'duration_secs': 0.238915} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.535321] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.535321] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.535524] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a3f7f5d-5334-4842-ac36-adcd582fce3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.580132] env[70498]: DEBUG nova.compute.utils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.582872] env[70498]: INFO nova.compute.claims [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.586455] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.586620] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.634383] env[70498]: DEBUG nova.policy [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fa4332f78df4bdfb14fb22982b9f0f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd772720b85af40888c5488c6aa35d3fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.767124] env[70498]: DEBUG nova.network.neutron [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.877878] env[70498]: DEBUG nova.network.neutron [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.943864] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.944109] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.944288] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Deleting the datastore file [datastore1] 448ce5f0-bbc2-45bf-abb8-901315f40fcf {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.944560] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d590094-746e-46f7-9cae-531c10042d2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.953381] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for the task: (returnval){ [ 902.953381] env[70498]: value = "task-3614553" [ 902.953381] env[70498]: _type = "Task" [ 902.953381] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.964578] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.011499] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.011499] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.011499] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.011499] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.011690] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.011690] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.011690] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.011690] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.011690] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.011889] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.012259] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.012488] env[70498]: DEBUG nova.virt.hardware [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.013399] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86601e01-c346-4d08-bbc0-2526d50fcd3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.021913] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea33068-009d-40cc-abae-ba8ede74b5f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.057392] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Successfully created port: 580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.087840] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.096019] env[70498]: INFO nova.compute.resource_tracker [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating resource usage from migration e5cc9243-9bf1-47dd-80b4-b12434341d22 [ 903.381390] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f892b2b-0c8d-4770-8534-9dc1cea0f9cc req-50cf0cd9-18b9-482f-b497-123ff7b109be service nova] Releasing lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.382020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquired lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.382020] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.465870] env[70498]: DEBUG oslo_vmware.api [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Task: {'id': task-3614553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295828} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.465870] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.466128] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.466700] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.466700] env[70498]: INFO nova.compute.manager [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Took 1.49 seconds to destroy the instance on the hypervisor. [ 903.466833] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.467010] env[70498]: DEBUG nova.compute.manager [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.467055] env[70498]: DEBUG nova.network.neutron [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.775020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707df41d-19a6-42a0-901d-5b572b34fbc1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.786093] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3eeb55-c14c-4274-95c3-42e7adcf1bb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.819694] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b241e73-b5ac-480c-9197-50e488c30a06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.827063] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1678209e-9999-4e98-b0d6-b7eebb7e073d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.842867] env[70498]: DEBUG nova.compute.provider_tree [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.928530] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.054420] env[70498]: INFO nova.compute.manager [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Rebuilding instance [ 904.080765] env[70498]: DEBUG nova.network.neutron [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updating instance_info_cache with network_info: [{"id": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "address": "fa:16:3e:6f:c7:15", "network": {"id": "f2c5a033-3b24-4332-b7c3-54b71d95f51a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-206599775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d1b10235194ad18da9cc0b92bb5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde03b4-70", "ovs_interfaceid": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.100882] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.108732] env[70498]: DEBUG nova.compute.manager [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.110049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a99054-882d-4dbb-87e9-f58c3f0d4cc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.134855] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.135245] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.135555] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.135861] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.136154] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.136651] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.136782] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.137086] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.137392] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.138289] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.138289] env[70498]: DEBUG nova.virt.hardware [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.139942] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4757b3-6ed2-4c8f-a238-4d0c4d67b095 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.151281] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c397f4-11da-4b4f-afcf-dc0e6e7e6dbd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.241568] env[70498]: DEBUG nova.compute.manager [req-8f8f86ac-7e41-48c8-bf84-c63c734296f7 req-c6914825-f85d-4d28-b812-1277fd80dd92 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Received event network-vif-deleted-eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.241726] env[70498]: INFO nova.compute.manager [req-8f8f86ac-7e41-48c8-bf84-c63c734296f7 req-c6914825-f85d-4d28-b812-1277fd80dd92 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Neutron deleted interface eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa; detaching it from the instance and deleting it from the info cache [ 904.241901] env[70498]: DEBUG nova.network.neutron [req-8f8f86ac-7e41-48c8-bf84-c63c734296f7 req-c6914825-f85d-4d28-b812-1277fd80dd92 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.365046] env[70498]: ERROR nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [req-b7518ee2-f51b-428e-9f9b-6eabf37ad1cc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7518ee2-f51b-428e-9f9b-6eabf37ad1cc"}]} [ 904.381759] env[70498]: DEBUG nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.400779] env[70498]: DEBUG nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.400779] env[70498]: DEBUG nova.compute.provider_tree [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.412591] env[70498]: DEBUG nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.431649] env[70498]: DEBUG nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.519579] env[70498]: DEBUG nova.network.neutron [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.583368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Releasing lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.583678] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance network_info: |[{"id": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "address": "fa:16:3e:6f:c7:15", "network": {"id": "f2c5a033-3b24-4332-b7c3-54b71d95f51a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-206599775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d1b10235194ad18da9cc0b92bb5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde03b4-70", "ovs_interfaceid": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.584095] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c7:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fde03b4-7006-4c79-8a63-c46d6379a89f', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.592416] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Creating folder: Project (f4d1b10235194ad18da9cc0b92bb5ea9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.595085] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa21df4-41f2-4ac5-8557-8ceb155efb18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.609729] env[70498]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 904.609886] env[70498]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70498) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 904.610382] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Folder already exists: Project (f4d1b10235194ad18da9cc0b92bb5ea9). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 904.610627] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Creating folder: Instances. Parent ref: group-v720926. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.613616] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75ce4383-d1ab-44ed-bd9d-cdb10e9ca6fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.623712] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Created folder: Instances in parent group-v720926. [ 904.624097] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.624168] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.624372] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44cb66ab-ce33-479f-86cb-3300d43ab503 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.657590] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.657590] env[70498]: value = "task-3614556" [ 904.657590] env[70498]: _type = "Task" [ 904.657590] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.668746] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614556, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.714091] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Successfully updated port: 580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.744779] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52810c5b-54ce-41a8-9092-023730d99775 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.754307] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca5406-526c-42d1-a2e7-ace32bc31b87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.795647] env[70498]: DEBUG nova.compute.manager [req-8f8f86ac-7e41-48c8-bf84-c63c734296f7 req-c6914825-f85d-4d28-b812-1277fd80dd92 service nova] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Detach interface failed, port_id=eb9f30bf-3cd0-47d3-9901-f5f4282ac2fa, reason: Instance 448ce5f0-bbc2-45bf-abb8-901315f40fcf could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.022526] env[70498]: INFO nova.compute.manager [-] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Took 1.56 seconds to deallocate network for instance. [ 905.029475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a16a4e-b275-4d5f-9019-56c0c317de21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.036570] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65999fd-f2f0-4665-8fe9-161f96085e1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.071352] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e739eab-373e-4fff-a439-2e7207d936b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.079226] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037bb031-dcd9-4d93-99c5-059d949480d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.092826] env[70498]: DEBUG nova.compute.provider_tree [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.155955] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.155955] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e1dd451-75d1-4a3f-80b3-6e3400a2f1ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.162968] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 905.162968] env[70498]: value = "task-3614557" [ 905.162968] env[70498]: _type = "Task" [ 905.162968] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.166488] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614556, 'name': CreateVM_Task, 'duration_secs': 0.312177} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.171440] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.172175] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720939', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'name': 'volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd55b6c29-0ab9-41b0-a5b5-4e550fd24c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'serial': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': '6bd051b3-c3be-47ec-aa1a-dda0cc262352', 'volume_type': None}], 'swap': None} {{(pid=70498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 905.172407] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Root volume attach. Driver type: vmdk {{(pid=70498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 905.173523] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6acf58-b4d7-4d1e-9cbb-45720578dc19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.178982] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.184121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb8e95-7f9e-40c2-bdb9-bf0eef0a8dc6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.191251] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67cc828-57c4-4a49-898b-fb758fa4cc79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.197427] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f8193dcb-6462-4f45-9f08-8aea7b5fe27f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.204858] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 905.204858] env[70498]: value = "task-3614558" [ 905.204858] env[70498]: _type = "Task" [ 905.204858] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.212865] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.216648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.216648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.216812] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.533808] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.631361] env[70498]: DEBUG nova.scheduler.client.report [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 905.631361] env[70498]: DEBUG nova.compute.provider_tree [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 88 to 89 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 905.631361] env[70498]: DEBUG nova.compute.provider_tree [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.677849] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614557, 'name': PowerOffVM_Task, 'duration_secs': 0.256676} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.678150] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.678392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.679233] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c233a6-c1f2-4fb4-a70e-12466872e584 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.688297] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.688584] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0757012-c5d5-4d00-8115-9d27bf88bc72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.715597] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 43%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.761224] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.761456] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.761643] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.761969] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25850381-32b9-4321-9aae-81d0f2aad644 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.768852] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.772508] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 905.772508] env[70498]: value = "task-3614560" [ 905.772508] env[70498]: _type = "Task" [ 905.772508] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.782897] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.972142] env[70498]: DEBUG nova.network.neutron [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updating instance_info_cache with network_info: [{"id": "580d3629-c33c-49e4-bd17-ea38331040b6", "address": "fa:16:3e:da:07:0c", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d3629-c3", "ovs_interfaceid": "580d3629-c33c-49e4-bd17-ea38331040b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.137525] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.062s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.137525] env[70498]: INFO nova.compute.manager [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Migrating [ 906.144421] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.855s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.146155] env[70498]: INFO nova.compute.claims [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.218641] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 56%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.286032] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248827} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.287457] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.287537] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.287699] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.291394] env[70498]: DEBUG nova.compute.manager [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Received event network-vif-plugged-580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.291655] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Acquiring lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.291883] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.292205] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.292295] env[70498]: DEBUG nova.compute.manager [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] No waiting events found dispatching network-vif-plugged-580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.292389] env[70498]: WARNING nova.compute.manager [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Received unexpected event network-vif-plugged-580d3629-c33c-49e4-bd17-ea38331040b6 for instance with vm_state building and task_state spawning. [ 906.292546] env[70498]: DEBUG nova.compute.manager [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Received event network-changed-580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.292696] env[70498]: DEBUG nova.compute.manager [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Refreshing instance network info cache due to event network-changed-580d3629-c33c-49e4-bd17-ea38331040b6. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.292857] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Acquiring lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.475317] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.475663] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Instance network_info: |[{"id": "580d3629-c33c-49e4-bd17-ea38331040b6", "address": "fa:16:3e:da:07:0c", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d3629-c3", "ovs_interfaceid": "580d3629-c33c-49e4-bd17-ea38331040b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.475971] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Acquired lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.476173] env[70498]: DEBUG nova.network.neutron [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Refreshing network info cache for port 580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.477478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:07:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '580d3629-c33c-49e4-bd17-ea38331040b6', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.485560] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.486609] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.486846] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-938cf646-ed2a-42f0-93fc-c0ba9034c214 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.509662] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.509662] env[70498]: value = "task-3614561" [ 906.509662] env[70498]: _type = "Task" [ 906.509662] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.519238] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614561, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.659511] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.659759] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.660025] env[70498]: DEBUG nova.network.neutron [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.720633] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 71%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.023135] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614561, 'name': CreateVM_Task, 'duration_secs': 0.386231} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.023497] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.024135] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.024300] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024680] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.025316] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8047f1e-f8bf-401e-bf97-08c14a36757a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.032169] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 907.032169] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52678c23-c3e2-eb96-eb4e-cd45869f0f66" [ 907.032169] env[70498]: _type = "Task" [ 907.032169] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.045547] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52678c23-c3e2-eb96-eb4e-cd45869f0f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.224143] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 84%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.255843] env[70498]: DEBUG nova.network.neutron [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updated VIF entry in instance network info cache for port 580d3629-c33c-49e4-bd17-ea38331040b6. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.256280] env[70498]: DEBUG nova.network.neutron [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updating instance_info_cache with network_info: [{"id": "580d3629-c33c-49e4-bd17-ea38331040b6", "address": "fa:16:3e:da:07:0c", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d3629-c3", "ovs_interfaceid": "580d3629-c33c-49e4-bd17-ea38331040b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.335294] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.335294] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.335294] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.335294] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.335577] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.335577] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.335577] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.335675] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.335821] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.339023] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.339023] env[70498]: DEBUG nova.virt.hardware [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.339023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80994b23-7edb-43a4-b856-c116c45a244b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.357327] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f681e42-09ae-4cc8-af61-5d4e8d326247 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.380622] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:17:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dfea45-46b6-4d2b-a3bd-2841d149645d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.388416] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.393481] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.393972] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba66655-3c4c-4e8d-b23c-566b80ac7a83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.419769] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.419769] env[70498]: value = "task-3614562" [ 907.419769] env[70498]: _type = "Task" [ 907.419769] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.434370] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614562, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.546941] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52678c23-c3e2-eb96-eb4e-cd45869f0f66, 'name': SearchDatastore_Task, 'duration_secs': 0.090664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.547412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.547673] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.548369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.548369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.548544] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.548913] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5764aba-2a74-45c2-bfda-fbb5d2296dea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.558978] env[70498]: DEBUG nova.network.neutron [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.562484] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.562662] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.563491] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f58c3b-ee66-4cb0-af68-29fc1fec331d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.575500] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 907.575500] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52def264-d64a-8e93-e071-6801a7a34245" [ 907.575500] env[70498]: _type = "Task" [ 907.575500] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.585605] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52def264-d64a-8e93-e071-6801a7a34245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.718700] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.761909] env[70498]: DEBUG oslo_concurrency.lockutils [req-bf7de721-eed1-4054-99dc-970ab6812ed5 req-c5025763-582b-451a-b048-a201e64950d5 service nova] Releasing lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.782466] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d86c32-e7c1-4d4a-a7d5-b67afbb0438f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.790503] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3cf4b0-9809-4a16-8a1a-7771d39a139d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.821226] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61cc980-8aa2-425f-abec-052799082de3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.829192] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77acec4e-b281-4b8d-b898-2c19c51bb499 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.844972] env[70498]: DEBUG nova.compute.provider_tree [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.931271] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614562, 'name': CreateVM_Task, 'duration_secs': 0.387442} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.931493] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.932247] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.932410] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.932820] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.934039] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b929aa8-0db1-4cba-a93d-857a36d76f50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.939996] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 907.939996] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bb68c9-9a48-b4d6-3579-e168b4ec3a85" [ 907.939996] env[70498]: _type = "Task" [ 907.939996] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.947775] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bb68c9-9a48-b4d6-3579-e168b4ec3a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.064438] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.086829] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52def264-d64a-8e93-e071-6801a7a34245, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.087724] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088cbe5a-0c0a-4aec-ab09-de1a0b89e6b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.094217] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 908.094217] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5224640d-ed0b-47b6-baca-3ae2b06d967c" [ 908.094217] env[70498]: _type = "Task" [ 908.094217] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.103320] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5224640d-ed0b-47b6-baca-3ae2b06d967c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.219229] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task} progress is 98%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.349076] env[70498]: DEBUG nova.scheduler.client.report [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.449982] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bb68c9-9a48-b4d6-3579-e168b4ec3a85, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.450366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.450588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.450813] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.450954] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.451145] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.451417] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d41000b4-5522-4c26-b224-b6e8b5c91fc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.461881] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.462084] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.462819] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6153ab9b-5810-4317-b7f4-f28b38eaa05a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.468588] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 908.468588] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2bfe5-a11f-d6a2-76a8-0a21a22db98c" [ 908.468588] env[70498]: _type = "Task" [ 908.468588] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.476528] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2bfe5-a11f-d6a2-76a8-0a21a22db98c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.605314] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5224640d-ed0b-47b6-baca-3ae2b06d967c, 'name': SearchDatastore_Task, 'duration_secs': 0.023224} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.605590] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.605849] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/31c1a5b7-9ab5-4420-a967-f64542860150.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.606130] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1753987-a859-46ad-bcde-700bad4ca546 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.615841] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 908.615841] env[70498]: value = "task-3614563" [ 908.615841] env[70498]: _type = "Task" [ 908.615841] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.625306] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.720494] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614558, 'name': RelocateVM_Task, 'duration_secs': 3.080617} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.720792] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 908.720991] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720939', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'name': 'volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd55b6c29-0ab9-41b0-a5b5-4e550fd24c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'serial': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 908.721761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e58916-d6dc-4e34-b8cd-9881a270deea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.740591] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801cddb-2ffd-42de-ae60-15ed7bb1fb15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763465] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c/volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.764054] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb02a9d-4efe-4280-a0da-91cc48c73330 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.785637] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 908.785637] env[70498]: value = "task-3614564" [ 908.785637] env[70498]: _type = "Task" [ 908.785637] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.794464] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.853695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.854311] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.856878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.733s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.857935] env[70498]: DEBUG nova.objects.instance [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lazy-loading 'resources' on Instance uuid 47e42565-2ce9-434d-887e-d6bba51ff73a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.979616] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2bfe5-a11f-d6a2-76a8-0a21a22db98c, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.980605] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c5c510-3752-4905-85eb-49202da52351 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.987016] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 908.987016] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527f6c34-16b1-c485-cc38-e4dda9e2377a" [ 908.987016] env[70498]: _type = "Task" [ 908.987016] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.996019] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527f6c34-16b1-c485-cc38-e4dda9e2377a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.126585] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.296782] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614564, 'name': ReconfigVM_Task, 'duration_secs': 0.333543} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.298026] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Reconfigured VM instance instance-00000037 to attach disk [datastore2] volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c/volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.302314] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e15ada0-b41e-430b-9a23-8422605b8f3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.320958] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 909.320958] env[70498]: value = "task-3614565" [ 909.320958] env[70498]: _type = "Task" [ 909.320958] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.332328] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.361705] env[70498]: DEBUG nova.compute.utils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.366579] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.366770] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.413465] env[70498]: DEBUG nova.policy [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9645adb77a0f4252a7152a260575f15b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd5e6d806add4e49b06bdd7a4be59266', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.502898] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527f6c34-16b1-c485-cc38-e4dda9e2377a, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.505621] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.505621] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.506160] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e25a543-6303-4b10-8254-0dc42ead75f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.514355] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 909.514355] env[70498]: value = "task-3614566" [ 909.514355] env[70498]: _type = "Task" [ 909.514355] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.526585] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.578101] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6738418d-7d65-4242-b370-ccaf703b5651 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.598716] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.629445] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875233} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.629767] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/31c1a5b7-9ab5-4420-a967-f64542860150.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.629969] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.630246] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8236dc71-004f-4d7a-bcf8-afd26cec29c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.642258] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 909.642258] env[70498]: value = "task-3614567" [ 909.642258] env[70498]: _type = "Task" [ 909.642258] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.659035] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.835286] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614565, 'name': ReconfigVM_Task, 'duration_secs': 0.166101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.836254] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720939', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'name': 'volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd55b6c29-0ab9-41b0-a5b5-4e550fd24c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'serial': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 909.836529] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1274f7b0-b0cc-44a8-a1e4-4e356e20ccc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.851455] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 909.851455] env[70498]: value = "task-3614568" [ 909.851455] env[70498]: _type = "Task" [ 909.851455] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.869023] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.872956] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614568, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.879385] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Successfully created port: f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.996879] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd77c9f6-6d15-4506-98cd-e054a46d8b12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.004758] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf6900a-ece6-4111-a09c-aac4b704149f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.044998] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f02355c-843b-4bec-912b-c3b20413ee48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.053787] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356649a5-2fae-4c52-a019-43c08b2d8c2a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.057885] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614566, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.069560] env[70498]: DEBUG nova.compute.provider_tree [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.107583] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.108471] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124c59a1-c541-47b4-8a32-8b94d61e508c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.116797] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 910.116797] env[70498]: value = "task-3614569" [ 910.116797] env[70498]: _type = "Task" [ 910.116797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.127253] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.127555] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.156342] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07803} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.156342] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.157364] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba02c8c3-a02d-41fa-82c4-722c9b9e3e82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.182135] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/31c1a5b7-9ab5-4420-a967-f64542860150.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.183357] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3214e7c8-118b-47d0-8c2b-47d3dbc3174d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.205211] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 910.205211] env[70498]: value = "task-3614570" [ 910.205211] env[70498]: _type = "Task" [ 910.205211] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.214425] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.361843] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614568, 'name': Rename_Task, 'duration_secs': 0.217549} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.362975] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.362975] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b688bef0-5735-493d-86df-f75f75617d8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.369596] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 910.369596] env[70498]: value = "task-3614571" [ 910.369596] env[70498]: _type = "Task" [ 910.369596] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.378052] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548515] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546166} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.548772] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.549397] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.549559] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4172120-ea3d-46a8-b4de-4c2b5dfbfcf1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.557301] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 910.557301] env[70498]: value = "task-3614572" [ 910.557301] env[70498]: _type = "Task" [ 910.557301] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.571303] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.575354] env[70498]: DEBUG nova.scheduler.client.report [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.635337] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.635585] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.635740] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.635918] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.636208] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.636388] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.636619] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.636744] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.636930] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.641018] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.641018] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.642609] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a5c6ea-8c25-44eb-bbba-65fed46fe6db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.659481] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 910.659481] env[70498]: value = "task-3614573" [ 910.659481] env[70498]: _type = "Task" [ 910.659481] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.668328] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.719077] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.880693] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614571, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.885208] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.916746] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.916995] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.917167] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.917352] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.917495] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.917634] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.917838] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.917992] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.918199] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.918363] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.918536] env[70498]: DEBUG nova.virt.hardware [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.919776] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a5c75-decd-414f-8507-014354ff3e9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.927766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8b458-f29d-40ad-b1ec-a111feedf5b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.070332] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.070669] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.071570] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cdca2a-5b69-46bb-ad8d-32d1d4da9f2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.085910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.096189] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.096759] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.585s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.098321] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65bdc837-1b34-43ab-94f7-abe6c2090962 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.120272] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 911.120272] env[70498]: value = "task-3614574" [ 911.120272] env[70498]: _type = "Task" [ 911.120272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.124651] env[70498]: INFO nova.scheduler.client.report [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted allocations for instance 47e42565-2ce9-434d-887e-d6bba51ff73a [ 911.133178] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.170936] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614573, 'name': ReconfigVM_Task, 'duration_secs': 0.257903} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.171135] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.216999] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614570, 'name': ReconfigVM_Task, 'duration_secs': 0.682325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.217952] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/31c1a5b7-9ab5-4420-a967-f64542860150.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.218594] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb4baf4-748a-4621-8bce-bb27a8f37731 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.226044] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 911.226044] env[70498]: value = "task-3614575" [ 911.226044] env[70498]: _type = "Task" [ 911.226044] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.236566] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614575, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.350671] env[70498]: DEBUG nova.compute.manager [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.350886] env[70498]: DEBUG oslo_concurrency.lockutils [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.351102] env[70498]: DEBUG oslo_concurrency.lockutils [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.351273] env[70498]: DEBUG oslo_concurrency.lockutils [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.351436] env[70498]: DEBUG nova.compute.manager [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] No waiting events found dispatching network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.351591] env[70498]: WARNING nova.compute.manager [req-7802fbe2-f1cd-4115-a1db-db95822cf684 req-2c0c1fc7-b784-4b31-9225-8ce738f6b9cc service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received unexpected event network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 for instance with vm_state building and task_state spawning. [ 911.380609] env[70498]: DEBUG oslo_vmware.api [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614571, 'name': PowerOnVM_Task, 'duration_secs': 0.674619} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.380864] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.381067] env[70498]: INFO nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Took 8.37 seconds to spawn the instance on the hypervisor. [ 911.381247] env[70498]: DEBUG nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.382009] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8adb68-702a-404d-af82-361e62d790c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.477617] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Successfully updated port: f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.616579] env[70498]: INFO nova.compute.claims [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.630842] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.637401] env[70498]: DEBUG oslo_concurrency.lockutils [None req-564899cf-6e0d-4c0a-8336-7e25fa007f31 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "47e42565-2ce9-434d-887e-d6bba51ff73a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.604s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.677339] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.677580] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.677742] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.677917] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.679113] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.679113] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.679113] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.679113] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.679113] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.679343] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.679343] env[70498]: DEBUG nova.virt.hardware [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.684549] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.684828] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2324d832-1644-4db7-8e82-6c4a7ed34e77 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.705552] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 911.705552] env[70498]: value = "task-3614576" [ 911.705552] env[70498]: _type = "Task" [ 911.705552] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.715317] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.735804] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614575, 'name': Rename_Task, 'duration_secs': 0.336586} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.736092] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.736354] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e494c48-e48b-4e2d-a3c0-eae1a250a748 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.743741] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 911.743741] env[70498]: value = "task-3614577" [ 911.743741] env[70498]: _type = "Task" [ 911.743741] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.752184] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.901361] env[70498]: INFO nova.compute.manager [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Took 49.96 seconds to build instance. [ 911.982260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.983142] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.983142] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.123177] env[70498]: INFO nova.compute.resource_tracker [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating resource usage from migration 9a327f23-8358-4876-a7e6-78a77afb56d9 [ 912.137808] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614574, 'name': ReconfigVM_Task, 'duration_secs': 0.784965} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.138178] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.138865] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-195b139d-26a4-4f41-ad88-94a9658fbfcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.147458] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 912.147458] env[70498]: value = "task-3614578" [ 912.147458] env[70498]: _type = "Task" [ 912.147458] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.160185] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614578, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.216437] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614576, 'name': ReconfigVM_Task, 'duration_secs': 0.21495} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.216437] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.216967] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd94543-bc25-4f29-b174-21a796a46f62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.245372] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.248432] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1e47d1-f871-44c6-bbb4-f1d8c6163120 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.272818] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.277167] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 912.277167] env[70498]: value = "task-3614579" [ 912.277167] env[70498]: _type = "Task" [ 912.277167] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.289372] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.405889] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a2aca963-4d91-4579-89ae-4293ab6e974d tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.013s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.532439] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.662691] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614578, 'name': Rename_Task, 'duration_secs': 0.179591} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.663721] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.664271] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c411c7-040d-4e22-86f6-4b8444c645b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.676355] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 912.676355] env[70498]: value = "task-3614580" [ 912.676355] env[70498]: _type = "Task" [ 912.676355] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.687390] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.713078] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc620f-eaf7-4b52-b28e-9eb05786724e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.720681] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f27e8-d94d-40c2-bb11-ce4dddbf45a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.757143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4e8fb-ba6c-401c-b453-39993e78ace3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.769596] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d038122b-9c4c-4c32-b5df-fb7ca91b0658 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.773657] env[70498]: DEBUG oslo_vmware.api [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614577, 'name': PowerOnVM_Task, 'duration_secs': 0.701581} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.773978] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.774229] env[70498]: INFO nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Took 8.67 seconds to spawn the instance on the hypervisor. [ 912.774460] env[70498]: DEBUG nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.775665] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c5dd5-4bdc-4a7d-8187-f3f59ccbf534 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.788513] env[70498]: DEBUG nova.compute.provider_tree [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.805018] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.908310] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.028992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.029403] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.029707] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.029997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.030369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.032587] env[70498]: INFO nova.compute.manager [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Terminating instance [ 913.078066] env[70498]: DEBUG nova.network.neutron [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.110980] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.111360] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111572] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.111757] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.111926] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.114067] env[70498]: INFO nova.compute.manager [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Terminating instance [ 913.192845] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614580, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.292611] env[70498]: DEBUG nova.scheduler.client.report [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.299014] env[70498]: DEBUG oslo_vmware.api [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614579, 'name': ReconfigVM_Task, 'duration_secs': 0.932559} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.301941] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977/ae7b1412-75ee-4bb5-9776-a71d1f0c4977.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.301941] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.313278] env[70498]: INFO nova.compute.manager [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Took 51.24 seconds to build instance. [ 913.439021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.539751] env[70498]: DEBUG nova.compute.manager [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.539751] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.539751] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff66b5e-32af-4a5f-9a8a-0cac011df605 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.548898] env[70498]: DEBUG nova.compute.manager [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.550357] env[70498]: DEBUG nova.compute.manager [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing instance network info cache due to event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.550573] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.554041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.554313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aef52ba-ab28-4f62-b214-8fd37001fa53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.563618] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 913.563618] env[70498]: value = "task-3614581" [ 913.563618] env[70498]: _type = "Task" [ 913.563618] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.575364] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.581120] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.581554] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance network_info: |[{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.581887] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.582122] env[70498]: DEBUG nova.network.neutron [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.583531] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:46:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3f9aca4-078e-431d-95c1-a6ae09073f59', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.594306] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating folder: Project (cd5e6d806add4e49b06bdd7a4be59266). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.594978] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82bf921f-9f1a-48f0-9293-875271baadee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.610402] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created folder: Project (cd5e6d806add4e49b06bdd7a4be59266) in parent group-v720819. [ 913.610402] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating folder: Instances. Parent ref: group-v720998. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.610402] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a648b7ac-3a85-4683-a113-01ae956c43f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.620291] env[70498]: DEBUG nova.compute.manager [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.620554] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.620901] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created folder: Instances in parent group-v720998. [ 913.621098] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.622026] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c9971-01b7-4e87-ab75-419d1d80d959 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.627025] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.627025] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36794946-7d73-4ddb-b2c8-00116365c098 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.649229] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.650685] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f2bde33-782f-4f04-b907-83db3ed01f29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.652640] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.652640] env[70498]: value = "task-3614584" [ 913.652640] env[70498]: _type = "Task" [ 913.652640] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.657623] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 913.657623] env[70498]: value = "task-3614585" [ 913.657623] env[70498]: _type = "Task" [ 913.657623] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.660746] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614584, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.670494] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.690231] env[70498]: DEBUG oslo_vmware.api [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614580, 'name': PowerOnVM_Task, 'duration_secs': 0.561038} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.690231] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.690350] env[70498]: DEBUG nova.compute.manager [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.691149] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d088b3-f643-478f-ab42-4f4609d443ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.801270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.704s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.801270] env[70498]: INFO nova.compute.manager [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Migrating [ 913.809701] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.557s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.809975] env[70498]: DEBUG nova.objects.instance [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.817231] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7339d6-d4a6-4390-820c-f532d91c17bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.819890] env[70498]: DEBUG oslo_concurrency.lockutils [None req-289ec00e-daa6-47b9-95ca-3ec4fc023a03 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.299s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.853229] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aded148-7486-461a-8bbf-53fa7b19d48e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.878025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.074922] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614581, 'name': PowerOffVM_Task, 'duration_secs': 0.229971} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.075652] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.075850] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.076152] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f211766e-5a97-41c1-9784-8c6d0de059be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.163564] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614584, 'name': CreateVM_Task, 'duration_secs': 0.4228} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.167617] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.172251] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.172468] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.172831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.173202] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.173427] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.173631] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleting the datastore file [datastore1] 19810a4d-5814-4ed5-a3af-1c5b8e3d6680 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.174349] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93430ac6-283d-4e6a-840c-7336aef63921 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.176636] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-823f9d18-7c8a-4592-9508-0b61c42a8a13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.181439] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614585, 'name': PowerOffVM_Task, 'duration_secs': 0.194994} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.182354] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.182609] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.182849] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48870f79-7030-4ddb-bed9-00f2fbf23ead {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.185940] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 914.185940] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52489153-b2d0-8e78-da8c-b03abb9943f9" [ 914.185940] env[70498]: _type = "Task" [ 914.185940] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.191400] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 914.191400] env[70498]: value = "task-3614587" [ 914.191400] env[70498]: _type = "Task" [ 914.191400] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.201601] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52489153-b2d0-8e78-da8c-b03abb9943f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.211089] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.216977] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.266414] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.266414] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.266743] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleting the datastore file [datastore1] ebfcca2a-2f76-4616-b550-27d0ec6189c9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.266833] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-074b3152-1cf1-47e8-992a-103a93f7200d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.274912] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for the task: (returnval){ [ 914.274912] env[70498]: value = "task-3614589" [ 914.274912] env[70498]: _type = "Task" [ 914.274912] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.286338] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.319070] env[70498]: DEBUG nova.objects.instance [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.328744] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.328992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.329280] env[70498]: DEBUG nova.network.neutron [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.357503] env[70498]: INFO nova.compute.manager [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Rescuing [ 914.358998] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.358998] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.358998] env[70498]: DEBUG nova.network.neutron [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.372623] env[70498]: DEBUG nova.network.neutron [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updated VIF entry in instance network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.373321] env[70498]: DEBUG nova.network.neutron [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.441489] env[70498]: DEBUG nova.network.neutron [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Port d79be7b5-9204-4d1b-8c7a-ca45c153dd54 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.699589] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52489153-b2d0-8e78-da8c-b03abb9943f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016644} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.705183] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.705526] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.705771] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.705917] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.706102] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.706368] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e75fdbf-cfa2-4cdd-945a-331f42206338 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.714989] env[70498]: DEBUG oslo_vmware.api [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482283} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.716121] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.716316] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.716448] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.716620] env[70498]: INFO nova.compute.manager [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Took 1.18 seconds to destroy the instance on the hypervisor. [ 914.716858] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.717095] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.717246] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.717981] env[70498]: DEBUG nova.compute.manager [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.718069] env[70498]: DEBUG nova.network.neutron [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.719643] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb0a98e-286b-440c-9c40-c8cd1e326258 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.726372] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 914.726372] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521d885a-b35d-1055-9bf1-b8c3297491dd" [ 914.726372] env[70498]: _type = "Task" [ 914.726372] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.735402] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521d885a-b35d-1055-9bf1-b8c3297491dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.740865] env[70498]: INFO nova.compute.manager [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Rebuilding instance [ 914.785350] env[70498]: DEBUG oslo_vmware.api [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Task: {'id': task-3614589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471565} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.787899] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.788119] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.788304] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.788473] env[70498]: INFO nova.compute.manager [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 914.788705] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.790807] env[70498]: DEBUG nova.compute.manager [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.790997] env[70498]: DEBUG nova.network.neutron [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.794030] env[70498]: DEBUG nova.compute.manager [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.794492] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0741c18-8820-49a6-93e5-61c31b178a76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.822722] env[70498]: INFO nova.compute.claims [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.876562] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ddfc973-6d3c-4e44-abed-87301aaf582d req-9e9e20f8-cf46-4f26-8a3b-6f58e446db44 service nova] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.133255] env[70498]: DEBUG nova.network.neutron [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updating instance_info_cache with network_info: [{"id": "580d3629-c33c-49e4-bd17-ea38331040b6", "address": "fa:16:3e:da:07:0c", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d3629-c3", "ovs_interfaceid": "580d3629-c33c-49e4-bd17-ea38331040b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.212373] env[70498]: DEBUG nova.compute.manager [req-38941eb5-3ead-472f-abd2-6fb86aeef487 req-238f3cbb-b5ac-400f-80c7-2c52634b2401 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Received event network-vif-deleted-7557151a-506a-4664-b89e-18990526e1a6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.212373] env[70498]: INFO nova.compute.manager [req-38941eb5-3ead-472f-abd2-6fb86aeef487 req-238f3cbb-b5ac-400f-80c7-2c52634b2401 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Neutron deleted interface 7557151a-506a-4664-b89e-18990526e1a6; detaching it from the instance and deleting it from the info cache [ 915.212373] env[70498]: DEBUG nova.network.neutron [req-38941eb5-3ead-472f-abd2-6fb86aeef487 req-238f3cbb-b5ac-400f-80c7-2c52634b2401 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.233760] env[70498]: DEBUG nova.network.neutron [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.238410] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521d885a-b35d-1055-9bf1-b8c3297491dd, 'name': SearchDatastore_Task, 'duration_secs': 0.00982} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.239416] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6b2d08-b7ea-4636-8bb0-d3fcdeb2161e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.245715] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 915.245715] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5202e13d-037b-e074-820c-24074c68b544" [ 915.245715] env[70498]: _type = "Task" [ 915.245715] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.254699] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5202e13d-037b-e074-820c-24074c68b544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.465510] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.465746] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.465981] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.512769] env[70498]: DEBUG nova.network.neutron [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.592995] env[70498]: DEBUG nova.compute.manager [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Received event network-changed-2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.592995] env[70498]: DEBUG nova.compute.manager [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Refreshing instance network info cache due to event network-changed-2fde03b4-7006-4c79-8a63-c46d6379a89f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.592995] env[70498]: DEBUG oslo_concurrency.lockutils [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] Acquiring lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.592995] env[70498]: DEBUG oslo_concurrency.lockutils [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] Acquired lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.592995] env[70498]: DEBUG nova.network.neutron [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Refreshing network info cache for port 2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.636114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.692484] env[70498]: DEBUG nova.network.neutron [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.717531] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87104131-3143-47c8-9f1d-7f21ffa13e82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.730558] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15680748-cc23-43af-882a-38be98092f3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.743478] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.755384] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5202e13d-037b-e074-820c-24074c68b544, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.756285] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.756577] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.756846] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ebc1494-0724-475e-87e6-a5d3b140a954 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.774153] env[70498]: DEBUG nova.compute.manager [req-38941eb5-3ead-472f-abd2-6fb86aeef487 req-238f3cbb-b5ac-400f-80c7-2c52634b2401 service nova] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Detach interface failed, port_id=7557151a-506a-4664-b89e-18990526e1a6, reason: Instance ebfcca2a-2f76-4616-b550-27d0ec6189c9 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.782124] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 915.782124] env[70498]: value = "task-3614590" [ 915.782124] env[70498]: _type = "Task" [ 915.782124] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.791999] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.808941] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.809794] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e982c5-4bf1-4d19-a1d5-0171ad00fa53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.821702] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 915.821702] env[70498]: value = "task-3614591" [ 915.821702] env[70498]: _type = "Task" [ 915.821702] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.834928] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.015703] env[70498]: INFO nova.compute.manager [-] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Took 1.30 seconds to deallocate network for instance. [ 916.196217] env[70498]: INFO nova.compute.manager [-] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Took 1.41 seconds to deallocate network for instance. [ 916.298189] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509551} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.302996] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.303478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.304395] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6170ce-259a-467d-955d-35a161414455 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.314452] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 916.314452] env[70498]: value = "task-3614592" [ 916.314452] env[70498]: _type = "Task" [ 916.314452] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.337837] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.338196] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614591, 'name': PowerOffVM_Task, 'duration_secs': 0.215398} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.343103] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.343401] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.345092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f65fb10-4c34-4342-ac57-6f11dc4393bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.353994] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.354512] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8b595b-6631-4562-84e7-e9a5b9f51ce7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.420286] env[70498]: DEBUG nova.network.neutron [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updated VIF entry in instance network info cache for port 2fde03b4-7006-4c79-8a63-c46d6379a89f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.420550] env[70498]: DEBUG nova.network.neutron [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updating instance_info_cache with network_info: [{"id": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "address": "fa:16:3e:6f:c7:15", "network": {"id": "f2c5a033-3b24-4332-b7c3-54b71d95f51a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-206599775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4d1b10235194ad18da9cc0b92bb5ea9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fde03b4-70", "ovs_interfaceid": "2fde03b4-7006-4c79-8a63-c46d6379a89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.433044] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.433282] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.433458] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.433723] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-703c3825-7bac-4500-800a-eb3344df7b63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.443667] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 916.443667] env[70498]: value = "task-3614594" [ 916.443667] env[70498]: _type = "Task" [ 916.443667] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.452266] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.491717] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21ef791-2f6a-440b-8599-8ba8725af75d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.500200] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c641cdb4-6403-49ba-9ea4-bc8e912e30cb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.532401] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.533566] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdae8d-7489-4e32-bf20-07518f27f222 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.537337] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.537509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.537680] env[70498]: DEBUG nova.network.neutron [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.542134] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5940c66f-1f44-4b95-a6ca-d61cab7a6d08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.557374] env[70498]: DEBUG nova.compute.provider_tree [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.712160] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.842838] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079194} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.842838] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.842838] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cbecbc-f3d0-4f8c-afbd-7740a117bd96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.854726] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.855056] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d348547-49e5-48f9-97c2-0fad428ee09e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.877037] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 916.877037] env[70498]: value = "task-3614595" [ 916.877037] env[70498]: _type = "Task" [ 916.877037] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.888022] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.927780] env[70498]: DEBUG oslo_concurrency.lockutils [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] Releasing lock "refresh_cache-d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.929010] env[70498]: DEBUG nova.compute.manager [req-0461ab29-f531-421d-96f7-7f4d979bfbab req-51a0b073-f4e7-4326-b2ac-b172c18d4c30 service nova] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Received event network-vif-deleted-407f8e79-0ae4-4a1f-a944-d86611d3e88c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.953683] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257019} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.954536] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.954536] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.954698] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.061020] env[70498]: DEBUG nova.scheduler.client.report [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.173618] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.174070] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a4c37f-d140-4079-8dd5-707387d998c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185156] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 917.185156] env[70498]: value = "task-3614596" [ 917.185156] env[70498]: _type = "Task" [ 917.185156] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.198337] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.263990] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a823ed-6ca3-4a14-bdbf-b236be549f54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.292864] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.319772] env[70498]: DEBUG nova.network.neutron [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.388674] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.566270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.757s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.568570] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.162s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.568811] env[70498]: DEBUG nova.objects.instance [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lazy-loading 'resources' on Instance uuid c6262bd9-3ece-4325-8e27-c7c5624f4303 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.602080] env[70498]: INFO nova.network.neutron [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating port cfaed219-1966-4e58-aff8-1d81fb38ad0c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 917.694678] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614596, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.799596] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.799952] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb36fe0e-8be6-407b-b383-fbf805f9cfa7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.809803] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 917.809803] env[70498]: value = "task-3614597" [ 917.809803] env[70498]: _type = "Task" [ 917.809803] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.819292] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.824082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.891591] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614595, 'name': ReconfigVM_Task, 'duration_secs': 0.850699} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.892177] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.892545] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3555a6ac-7f9b-4f6f-baba-d7bead2142cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.901812] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 917.901812] env[70498]: value = "task-3614598" [ 917.901812] env[70498]: _type = "Task" [ 917.901812] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.913904] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614598, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.993032] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.993231] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.993406] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.994789] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.994789] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.994789] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.994789] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.994789] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.994999] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.994999] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.994999] env[70498]: DEBUG nova.virt.hardware [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.995627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf22ed-0965-45c7-b362-fc217e38a678 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.004757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb44e63-dcfb-44a7-8381-05e190984db4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.019931] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:17:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dfea45-46b6-4d2b-a3bd-2841d149645d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.027448] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.029227] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.029227] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c179514-7bcf-4d8c-8257-5fb5658f3990 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.050131] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.050131] env[70498]: value = "task-3614599" [ 918.050131] env[70498]: _type = "Task" [ 918.050131] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.056797] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614599, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.198959] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614596, 'name': PowerOffVM_Task, 'duration_secs': 0.559734} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.199308] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.200358] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecae10-f6af-4404-b315-7010e953598a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.225377] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580bcdcf-c30e-4679-af63-f13515f6236d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.252770] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.253121] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c69691-85c3-437c-a062-cc846b0b87a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.260870] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 918.260870] env[70498]: value = "task-3614600" [ 918.260870] env[70498]: _type = "Task" [ 918.260870] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.272928] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 918.272984] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.273219] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.273368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.273533] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.276053] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c36e9a-2420-4080-9d2e-a23d5656169a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.286073] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.286314] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.289385] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e89d2c-988f-4337-b265-7559d8dcee93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.295775] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 918.295775] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b57631-bd2c-2cab-4599-b10221a47616" [ 918.295775] env[70498]: _type = "Task" [ 918.295775] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.304579] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b57631-bd2c-2cab-4599-b10221a47616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.319176] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614597, 'name': PowerOffVM_Task, 'duration_secs': 0.231676} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.321849] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.322110] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.344839] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be638399-611f-474d-ac75-d539788ba95d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.371063] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4f19c7-73b5-4f61-9669-264d0131b2b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.379942] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.412055] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614598, 'name': Rename_Task, 'duration_secs': 0.258092} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.415488] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.415982] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b258887e-8201-4710-a566-562205bbea7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.423958] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 918.423958] env[70498]: value = "task-3614601" [ 918.423958] env[70498]: _type = "Task" [ 918.423958] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.435984] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.559385] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614599, 'name': CreateVM_Task, 'duration_secs': 0.381424} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.561833] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.562808] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.562966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.563273] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.563526] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d2880e-de90-4a8c-9981-bc768cca160a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.569326] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 918.569326] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa8c86-bdb0-5679-a2d1-04f77be3b738" [ 918.569326] env[70498]: _type = "Task" [ 918.569326] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.582943] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa8c86-bdb0-5679-a2d1-04f77be3b738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.631357] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76add866-a504-453b-8ac9-dcb0df5f3483 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.639675] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a8c91-0b2e-4966-bd56-c8c1537d4c76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.671722] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00df1f03-a20e-4b6a-9b1d-72a536345af2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.680256] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a8d311-0a88-4e79-aa85-78ac2c958703 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.695439] env[70498]: DEBUG nova.compute.provider_tree [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.807083] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b57631-bd2c-2cab-4599-b10221a47616, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.807904] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45995764-3889-4318-a915-6ee2303c0a01 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.813750] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 918.813750] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524405a7-ed57-bfca-683a-08c286a6cdb5" [ 918.813750] env[70498]: _type = "Task" [ 918.813750] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.822635] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524405a7-ed57-bfca-683a-08c286a6cdb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.828940] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.829187] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.829513] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.829574] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.829732] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.829918] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.830211] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.830599] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.830599] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.830737] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.830905] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.836955] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca76264-0406-4cae-aedd-341c0a0073d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.853662] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 918.853662] env[70498]: value = "task-3614602" [ 918.853662] env[70498]: _type = "Task" [ 918.853662] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.862573] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.886706] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-defcfbff-75cf-49bb-a0fe-629a53be6a86 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance 'ae7b1412-75ee-4bb5-9776-a71d1f0c4977' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.936155] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614601, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.082266] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa8c86-bdb0-5679-a2d1-04f77be3b738, 'name': SearchDatastore_Task, 'duration_secs': 0.012147} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.082587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.082859] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.083447] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.083447] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.083653] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.083818] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e568414-4b86-4127-bbf4-69a249136e8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.087961] env[70498]: DEBUG nova.compute.manager [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.088460] env[70498]: DEBUG oslo_concurrency.lockutils [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.088695] env[70498]: DEBUG oslo_concurrency.lockutils [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.088863] env[70498]: DEBUG oslo_concurrency.lockutils [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.089058] env[70498]: DEBUG nova.compute.manager [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] No waiting events found dispatching network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.089253] env[70498]: WARNING nova.compute.manager [req-951bae43-1255-4bca-8b75-4338ca0c037e req-b8b21557-bfb0-456d-881b-74570d4b8ba9 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received unexpected event network-vif-plugged-cfaed219-1966-4e58-aff8-1d81fb38ad0c for instance with vm_state shelved_offloaded and task_state spawning. [ 919.099186] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.099420] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.100235] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220e7f8a-1b94-4e33-a8d3-aa11b5ac5401 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.108585] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 919.108585] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522ba30f-359e-0715-e3bb-8127a7d66c95" [ 919.108585] env[70498]: _type = "Task" [ 919.108585] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.118628] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522ba30f-359e-0715-e3bb-8127a7d66c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.198785] env[70498]: DEBUG nova.scheduler.client.report [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.231997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.232209] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.232390] env[70498]: DEBUG nova.network.neutron [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.328891] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524405a7-ed57-bfca-683a-08c286a6cdb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.329295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329295] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 919.329576] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb348608-4d8c-4b7e-b919-5f406fd96583 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.337886] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 919.337886] env[70498]: value = "task-3614603" [ 919.337886] env[70498]: _type = "Task" [ 919.337886] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.346325] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.363222] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614602, 'name': ReconfigVM_Task, 'duration_secs': 0.218143} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.363483] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.435426] env[70498]: DEBUG oslo_vmware.api [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614601, 'name': PowerOnVM_Task, 'duration_secs': 0.71726} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.435689] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.435884] env[70498]: INFO nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 919.436069] env[70498]: DEBUG nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.436830] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaee923-ad1c-4af7-9feb-804093fa9970 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.624119] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522ba30f-359e-0715-e3bb-8127a7d66c95, 'name': SearchDatastore_Task, 'duration_secs': 0.019549} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.625618] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d646f68-6c64-46dc-bb48-4b9860b80b0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.633896] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 919.633896] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d7a6bc-1663-f13d-3da1-51d1698a0f48" [ 919.633896] env[70498]: _type = "Task" [ 919.633896] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.647975] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d7a6bc-1663-f13d-3da1-51d1698a0f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.703799] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.706464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.393s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.706668] env[70498]: DEBUG nova.objects.instance [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lazy-loading 'resources' on Instance uuid a254f5a7-843c-4cb2-aad7-33a93d91c079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.729247] env[70498]: INFO nova.scheduler.client.report [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted allocations for instance c6262bd9-3ece-4325-8e27-c7c5624f4303 [ 919.855681] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614603, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.872126] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T22:01:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='256930a9-c9ba-42c4-a11f-16b27d186284',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582034624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.872126] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.872126] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.872126] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.872524] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.872524] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.872524] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.872942] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.873391] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.877017] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.877017] env[70498]: DEBUG nova.virt.hardware [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.880405] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.880954] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-684930d9-719a-4760-9de0-98c2de3150a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.914723] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 919.914723] env[70498]: value = "task-3614604" [ 919.914723] env[70498]: _type = "Task" [ 919.914723] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.926704] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.955338] env[70498]: INFO nova.compute.manager [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Took 54.69 seconds to build instance. [ 920.059163] env[70498]: DEBUG nova.network.neutron [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.147100] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d7a6bc-1663-f13d-3da1-51d1698a0f48, 'name': SearchDatastore_Task, 'duration_secs': 0.025874} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.147509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.147659] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.147979] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89d37af-17af-4e1b-856f-fc53c74c62ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.156424] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 920.156424] env[70498]: value = "task-3614605" [ 920.156424] env[70498]: _type = "Task" [ 920.156424] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.165630] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.238387] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4e72678c-4bc1-4735-a4ed-69512dfc69c5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c6262bd9-3ece-4325-8e27-c7c5624f4303" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.247s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.348508] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.427940] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.461020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1b7ab93f-00fd-4436-89f2-0f90793a08ec tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.351s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.561657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.601730] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='807f74bac0b71260bd7a11682c532246',container_format='bare',created_at=2025-04-25T22:01:29Z,direct_url=,disk_format='vmdk',id=7252b2f2-3753-47c5-b6bb-db38d704ce23,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-905289911-shelved',owner='1da5ddde863646408b64ba2fe7c3cb22',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-25T22:01:50Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.601996] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.602180] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.602364] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.602510] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.602652] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.602856] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.603015] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.603685] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.603685] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.603685] env[70498]: DEBUG nova.virt.hardware [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.604693] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ad30a0-4244-47b2-a6db-92aec219c826 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.613771] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05599101-015d-4352-a90a-bbf7397da882 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.634013] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:b4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfaed219-1966-4e58-aff8-1d81fb38ad0c', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.641475] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.644476] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.644889] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ae07258-3e1e-4ab1-a7e7-81814fa9fa3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.670186] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.671716] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.671716] env[70498]: value = "task-3614606" [ 920.671716] env[70498]: _type = "Task" [ 920.671716] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.681993] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614606, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.741618] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521f9f4-60cd-4123-85db-643310bd2295 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.749872] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c7d5de-9a7d-490c-a58e-ca959557f26a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.781818] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bd8d6e-bf69-4e16-8c0a-3169179a861e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.790176] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0468f-5d6e-43e8-852e-e9632b682c99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.805122] env[70498]: DEBUG nova.compute.provider_tree [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.849838] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.902019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.902260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.927990] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.996445] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.996877] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.996932] env[70498]: DEBUG nova.compute.manager [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Going to confirm migration 2 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 921.115188] env[70498]: DEBUG nova.compute.manager [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.115391] env[70498]: DEBUG nova.compute.manager [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing instance network info cache due to event network-changed-cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.115803] env[70498]: DEBUG oslo_concurrency.lockutils [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] Acquiring lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.115803] env[70498]: DEBUG oslo_concurrency.lockutils [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] Acquired lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.115913] env[70498]: DEBUG nova.network.neutron [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Refreshing network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.174516] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.188457] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614606, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.310100] env[70498]: DEBUG nova.scheduler.client.report [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.352846] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.598936} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.353183] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 921.353934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bdc40d-bccd-44fa-9252-3c10bd153246 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.382898] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.383514] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68491880-fbe8-4199-ac7d-0aed7e1a0f42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.404041] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 921.404041] env[70498]: value = "task-3614607" [ 921.404041] env[70498]: _type = "Task" [ 921.404041] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.404386] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.417365] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.426620] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614604, 'name': ReconfigVM_Task, 'duration_secs': 1.278599} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.426966] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 921.427827] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb2d59a-7999-4821-9065-0f51c268e78d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.455999] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.456463] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed804c8-af68-4816-b26e-4f9effd53d84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.478538] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 921.478538] env[70498]: value = "task-3614608" [ 921.478538] env[70498]: _type = "Task" [ 921.478538] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.490086] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.595389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.595573] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.595745] env[70498]: DEBUG nova.network.neutron [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.595928] env[70498]: DEBUG nova.objects.instance [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'info_cache' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.675302] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614605, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.21417} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.678622] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.679444] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.679444] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc5aa6d-7f7f-475e-9c3f-436bf76e9414 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.688527] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614606, 'name': CreateVM_Task, 'duration_secs': 0.784478} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.688711] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.689475] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.689632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.690035] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.691417] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c3aed4-8a9a-404f-a9af-f372e06c4aa4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.693388] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 921.693388] env[70498]: value = "task-3614609" [ 921.693388] env[70498]: _type = "Task" [ 921.693388] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.699021] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 921.699021] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5222feec-3234-89a9-709c-4aafdbe4f33e" [ 921.699021] env[70498]: _type = "Task" [ 921.699021] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.706412] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.714803] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5222feec-3234-89a9-709c-4aafdbe4f33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.815116] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.817673] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.853s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.819951] env[70498]: INFO nova.compute.claims [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.842505] env[70498]: INFO nova.scheduler.client.report [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Deleted allocations for instance a254f5a7-843c-4cb2-aad7-33a93d91c079 [ 921.918745] env[70498]: DEBUG nova.network.neutron [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updated VIF entry in instance network info cache for port cfaed219-1966-4e58-aff8-1d81fb38ad0c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.919250] env[70498]: DEBUG nova.network.neutron [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [{"id": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "address": "fa:16:3e:ae:b4:b1", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaed219-19", "ovs_interfaceid": "cfaed219-1966-4e58-aff8-1d81fb38ad0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.927373] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614607, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.933124] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.991701] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614608, 'name': ReconfigVM_Task, 'duration_secs': 0.275683} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.992056] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.992366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.208101] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070772} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.208835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.209800] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e3ec24-d22a-4bb2-bf45-b4a674d3139e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.216517] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.216784] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Processing image 7252b2f2-3753-47c5-b6bb-db38d704ce23 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.217115] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217337] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217868] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.217868] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8db0531b-11d7-4d13-8687-e46ffcb11786 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243607] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.244809] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fea2dc9-6761-437d-afd7-714e88dfc3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.260944] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.261112] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.262685] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eafc61d6-848b-4754-84c6-ff50f4120a7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.269206] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 922.269206] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523926b8-469c-ccff-ef43-8c38c4f455cb" [ 922.269206] env[70498]: _type = "Task" [ 922.269206] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.270658] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 922.270658] env[70498]: value = "task-3614610" [ 922.270658] env[70498]: _type = "Task" [ 922.270658] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.283350] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523926b8-469c-ccff-ef43-8c38c4f455cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.287104] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614610, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.350875] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d69995b7-ecf7-40e3-976a-d48a63f7e2d8 tempest-ListServerFiltersTestJSON-1621107661 tempest-ListServerFiltersTestJSON-1621107661-project-member] Lock "a254f5a7-843c-4cb2-aad7-33a93d91c079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.481s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.418857] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614607, 'name': ReconfigVM_Task, 'duration_secs': 0.539623} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.419191] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.420129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d85c1-29c8-40bf-8ddc-d137488e8333 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.423185] env[70498]: DEBUG oslo_concurrency.lockutils [req-6fb21adc-b07a-4934-bf13-0e12cbc0f01e req-277b4670-1f6f-42d6-a12f-6abb898004d8 service nova] Releasing lock "refresh_cache-6d264890-6eb1-4ab6-88af-b3289ea3ef4c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.449109] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4589040e-bde9-474e-a237-ddac58193d86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.467212] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 922.467212] env[70498]: value = "task-3614611" [ 922.467212] env[70498]: _type = "Task" [ 922.467212] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.479357] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.500298] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48e9ed-6f6e-43c5-8cbb-583d59d408af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.521389] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d74b42-3412-4e70-acb2-19b973b7885e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.541057] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.785401] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614610, 'name': ReconfigVM_Task, 'duration_secs': 0.307767} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.788746] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec/350a6ac5-ed5b-4e88-bcf1-8ee96c396eec.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.789528] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d258a108-2c8c-46a6-a3b1-fd63662f5237 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.791201] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 922.791451] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Fetch image to [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a/OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 922.791613] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Downloading stream optimized image 7252b2f2-3753-47c5-b6bb-db38d704ce23 to [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a/OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a.vmdk on the data store datastore2 as vApp {{(pid=70498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 922.791758] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Downloading image file data 7252b2f2-3753-47c5-b6bb-db38d704ce23 to the ESX as VM named 'OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a' {{(pid=70498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 922.802745] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 922.802745] env[70498]: value = "task-3614612" [ 922.802745] env[70498]: _type = "Task" [ 922.802745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.819201] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614612, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.899970] env[70498]: DEBUG nova.network.neutron [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.910399] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 922.910399] env[70498]: value = "resgroup-9" [ 922.910399] env[70498]: _type = "ResourcePool" [ 922.910399] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 922.911079] env[70498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dfb1f56d-bde9-4905-b9ea-c21a1ea36f7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.942347] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease: (returnval){ [ 922.942347] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 922.942347] env[70498]: _type = "HttpNfcLease" [ 922.942347] env[70498]: } obtained for vApp import into resource pool (val){ [ 922.942347] env[70498]: value = "resgroup-9" [ 922.942347] env[70498]: _type = "ResourcePool" [ 922.942347] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 922.942676] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the lease: (returnval){ [ 922.942676] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 922.942676] env[70498]: _type = "HttpNfcLease" [ 922.942676] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.951865] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.951865] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 922.951865] env[70498]: _type = "HttpNfcLease" [ 922.951865] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 922.977932] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614611, 'name': ReconfigVM_Task, 'duration_secs': 0.38368} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.981084] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.981206] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a23572b9-82c1-4b64-8b0f-e4305b9f98dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.987880] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 922.987880] env[70498]: value = "task-3614614" [ 922.987880] env[70498]: _type = "Task" [ 922.987880] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.004887] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.091499] env[70498]: DEBUG nova.network.neutron [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Port cac6f2f6-c6ef-4364-8db3-5e0613e47011 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 923.314131] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614612, 'name': Rename_Task, 'duration_secs': 0.172562} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.317063] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.317569] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a8ec45-0c0d-4207-9339-0370a39157aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.332542] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 923.332542] env[70498]: value = "task-3614615" [ 923.332542] env[70498]: _type = "Task" [ 923.332542] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.341676] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.383121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ccd8b9-4e02-45d2-ba4b-1b05ea2287a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.392378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668c7e3-8027-48e5-b8b9-788edecc8ab5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.436940] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.437376] env[70498]: DEBUG nova.objects.instance [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'migration_context' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.439614] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf9c74-e40e-4ef4-9c41-08ff702672f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.451572] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f18e2-bcb7-4d58-aa4c-e0f4d1c6e847 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.457915] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.457915] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 923.457915] env[70498]: _type = "HttpNfcLease" [ 923.457915] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.470344] env[70498]: DEBUG nova.compute.provider_tree [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.499470] env[70498]: DEBUG oslo_vmware.api [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614614, 'name': PowerOnVM_Task, 'duration_secs': 0.455425} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.500864] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.502367] env[70498]: DEBUG nova.compute.manager [None req-df33839f-af67-485b-84b8-4103bbb6d4d4 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.503160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10c24fd-7a07-4985-b1eb-002517e6d5e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.842992] env[70498]: DEBUG oslo_vmware.api [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614615, 'name': PowerOnVM_Task, 'duration_secs': 0.490002} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.843363] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.843573] env[70498]: DEBUG nova.compute.manager [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.844336] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea8013-3262-4ad8-b93f-d0f3999e5332 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.940734] env[70498]: DEBUG nova.objects.base [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.941812] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4fd572-5c6f-4531-a816-4d2c55e72896 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.952802] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.952802] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 923.952802] env[70498]: _type = "HttpNfcLease" [ 923.952802] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 923.966711] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 923.966711] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5214e23f-f966-cbde-1956-b0d19f7f4c8b" [ 923.966711] env[70498]: _type = "HttpNfcLease" [ 923.966711] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 923.968107] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c72c4-cbc0-41e0-9292-7d9919caa58b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.970748] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b57a3ae-ad08-48f8-affa-541c6ff7660d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.973506] env[70498]: DEBUG nova.scheduler.client.report [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.983675] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 923.983864] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 923.986513] env[70498]: DEBUG oslo_vmware.api [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 923.986513] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529be757-833a-d155-bc0a-0dd1211e9760" [ 923.986513] env[70498]: _type = "Task" [ 923.986513] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.052327] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c317877d-8aa6-46af-a6f3-8ff92eae0453 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.059236] env[70498]: DEBUG oslo_vmware.api [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529be757-833a-d155-bc0a-0dd1211e9760, 'name': SearchDatastore_Task, 'duration_secs': 0.007271} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.059909] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.113655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.113893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.114076] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.367218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.488237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.489848] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.493881] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 44.076s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.494093] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.494265] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 924.494555] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.832s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.495269] env[70498]: DEBUG nova.objects.instance [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lazy-loading 'resources' on Instance uuid 67c93758-d502-463c-bb39-6d3e37f2ae5d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.497135] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb1260-4e8a-4101-94ba-9db4e4dff2b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.509977] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93faf2fb-bd5a-4beb-b135-d7c06efb55af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.526971] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d0249-385d-4c02-9d6d-d264eee82010 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.535888] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f786fa0e-e55c-4bda-ab5d-4d40a0346594 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.570515] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177981MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 924.570761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.779418] env[70498]: INFO nova.compute.manager [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Unrescuing [ 924.779783] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.780020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquired lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.780263] env[70498]: DEBUG nova.network.neutron [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.001357] env[70498]: DEBUG nova.compute.utils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.003027] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.003202] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.073394] env[70498]: DEBUG nova.policy [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6962849ae97d4200893dc0428faecd6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef1d530fffcd49338cddeb9690867c60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.166363] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 925.166632] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.167966] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fa2999-4726-4f48-8bd7-64f45e6f5e12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.183970] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.184242] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 925.184514] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02b71d0f-dd7f-4034-97d5-49aa35f619f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.389042] env[70498]: DEBUG oslo_vmware.rw_handles [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520eab1f-18e3-7d03-7b16-be96975a6edf/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 925.389282] env[70498]: INFO nova.virt.vmwareapi.images [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Downloaded image file data 7252b2f2-3753-47c5-b6bb-db38d704ce23 [ 925.390284] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01716193-1a69-4310-8472-3d06b7ababcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.421360] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14ee93b-89e8-4b30-bec7-23c848b4a97d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.433085] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.433275] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.433700] env[70498]: DEBUG nova.network.neutron [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.464222] env[70498]: INFO nova.virt.vmwareapi.images [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] The imported VM was unregistered [ 925.466723] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 925.466960] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.467273] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c8970a6-2130-4292-b992-5de3c597c7ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.482108] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.482108] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a/OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a.vmdk to [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk. {{(pid=70498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 925.482108] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-44e426be-a903-40c0-86dc-6a50b6376eee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.494559] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 925.494559] env[70498]: value = "task-3614617" [ 925.494559] env[70498]: _type = "Task" [ 925.494559] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.504357] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.507888] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.564776] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.565082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.565253] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.565602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.566231] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.568165] env[70498]: INFO nova.compute.manager [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Terminating instance [ 925.606318] env[70498]: DEBUG nova.network.neutron [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updating instance_info_cache with network_info: [{"id": "580d3629-c33c-49e4-bd17-ea38331040b6", "address": "fa:16:3e:da:07:0c", "network": {"id": "b0801cb5-9e39-4672-93a9-c5666887b8d4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-963213444-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d772720b85af40888c5488c6aa35d3fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap580d3629-c3", "ovs_interfaceid": "580d3629-c33c-49e4-bd17-ea38331040b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.817288] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Successfully created port: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.865502] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736dc79c-e13d-4419-a090-030a80a8a275 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.881606] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df32997-d9fa-4c39-81bf-c5c47b4fb69a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.923277] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4d931-7397-4d0a-ab6e-a4e50022227c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.937051] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2f809-04ab-4b50-89d0-7bee3537ab63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.959461] env[70498]: DEBUG nova.compute.provider_tree [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.015507] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.075825] env[70498]: DEBUG nova.compute.manager [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.076092] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.077418] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042b8ab-103d-4fbb-8e09-00716bbad276 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.094747] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.095330] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d7d07a-bdc5-4e94-aaf2-bd2d2dd41fc6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.108498] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 926.108498] env[70498]: value = "task-3614618" [ 926.108498] env[70498]: _type = "Task" [ 926.108498] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.113368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Releasing lock "refresh_cache-31c1a5b7-9ab5-4420-a967-f64542860150" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.114089] env[70498]: DEBUG nova.objects.instance [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lazy-loading 'flavor' on Instance uuid 31c1a5b7-9ab5-4420-a967-f64542860150 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.126328] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.231172] env[70498]: DEBUG nova.network.neutron [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.465078] env[70498]: DEBUG nova.scheduler.client.report [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.512198] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.518113] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.549530] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.550280] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.550280] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.550280] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.550280] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.550450] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.550624] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.551108] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.551108] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.551108] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.551275] env[70498]: DEBUG nova.virt.hardware [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.552164] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94197782-9ae5-48d4-aeaa-1569d0186f26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.568037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b521411-db4b-40a5-a354-77938dc941d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.620647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d3c23-bc97-4831-91ee-3e1a82745b47 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.628088] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614618, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.653679] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.654142] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1f9eef-fe02-4a38-81d9-f909aca23b67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.665506] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 926.665506] env[70498]: value = "task-3614619" [ 926.665506] env[70498]: _type = "Task" [ 926.665506] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.679070] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.734392] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.972133] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.476s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.973772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.647s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.975495] env[70498]: INFO nova.compute.claims [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.996918] env[70498]: INFO nova.scheduler.client.report [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleted allocations for instance 67c93758-d502-463c-bb39-6d3e37f2ae5d [ 927.018039] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.122889] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614618, 'name': PowerOffVM_Task, 'duration_secs': 0.557074} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.123217] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.123384] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.123657] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f38e85-8520-4272-bd9e-31c6d29fb8ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.188975] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614619, 'name': PowerOffVM_Task, 'duration_secs': 0.31349} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.188975] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.192614] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.193484] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4785f771-ba60-4c79-add8-4c322313f348 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.217836] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 927.217836] env[70498]: value = "task-3614621" [ 927.217836] env[70498]: _type = "Task" [ 927.217836] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.228639] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.229033] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.229282] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore2] ebdac94a-e32c-4747-8a66-0dd8ffa862bb {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.229582] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60a08a80-265c-4d16-930a-e498fdc16957 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.235754] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.245414] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 927.245414] env[70498]: value = "task-3614622" [ 927.245414] env[70498]: _type = "Task" [ 927.245414] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.261538] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.265697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d4f865-f60b-408f-a555-30a62dcfd13d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.292828] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1fade0-6309-46fb-a75a-2cc02445dc6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.303749] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.349355] env[70498]: DEBUG nova.compute.manager [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received event network-vif-plugged-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.349665] env[70498]: DEBUG oslo_concurrency.lockutils [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] Acquiring lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.349902] env[70498]: DEBUG oslo_concurrency.lockutils [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.350178] env[70498]: DEBUG oslo_concurrency.lockutils [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.350467] env[70498]: DEBUG nova.compute.manager [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] No waiting events found dispatching network-vif-plugged-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.350756] env[70498]: WARNING nova.compute.manager [req-f34905a3-cd6d-431a-bfd5-4e68963deec9 req-97d02406-7526-4da8-b3f4-38328b3ef76b service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received unexpected event network-vif-plugged-28c1e0a8-37bd-4d37-8820-d35562cf10f0 for instance with vm_state building and task_state spawning. [ 927.466946] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Successfully updated port: 28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.512233] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f884a83c-3b3f-4c1e-8bd4-6b3358475244 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "67c93758-d502-463c-bb39-6d3e37f2ae5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.038s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.521632] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.730590] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.760728] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.810622] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.810999] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d3adae-2948-4263-a70f-5e445309ad89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.820900] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 927.820900] env[70498]: value = "task-3614623" [ 927.820900] env[70498]: _type = "Task" [ 927.820900] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.832930] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.971875] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.972087] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.972276] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.018471] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.230695] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.259916] env[70498]: DEBUG oslo_vmware.api [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.83817} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.260402] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.260600] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.260898] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.261122] env[70498]: INFO nova.compute.manager [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Took 2.19 seconds to destroy the instance on the hypervisor. [ 928.261381] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.261641] env[70498]: DEBUG nova.compute.manager [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.261756] env[70498]: DEBUG nova.network.neutron [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.332795] env[70498]: DEBUG oslo_vmware.api [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614623, 'name': PowerOnVM_Task, 'duration_secs': 0.500714} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.333241] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.333456] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fa0024-cc00-4355-9010-6cf3955171df tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance 'e622a650-68e5-4bf1-ae06-2e8b4203918d' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.486264] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398fae84-084b-42bb-b18f-f9c441381afb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.494972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3e711-7e1c-4d89-85d6-43f71afcbcfb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.527915] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.533168] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f131cd-b433-4aa4-a348-50721dc4528a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.542426] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614617, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.53314} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.544643] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a/OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a.vmdk to [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk. [ 928.544845] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Cleaning up location [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 928.545014] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd804231-cb9b-4316-a2b3-4444beb0d69a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.545308] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c6967d3-ac04-4393-8865-dc436790525c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.548151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af52797e-4366-46ff-a2f7-7e6d8d26382a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.562235] env[70498]: DEBUG nova.compute.provider_tree [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.566771] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 928.566771] env[70498]: value = "task-3614624" [ 928.566771] env[70498]: _type = "Task" [ 928.566771] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.732502] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614621, 'name': ReconfigVM_Task, 'duration_secs': 1.334851} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.732502] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 928.732502] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.732675] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b99782db-997c-4189-a19f-61e9157a14e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.744340] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 928.744340] env[70498]: value = "task-3614625" [ 928.744340] env[70498]: _type = "Task" [ 928.744340] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.752876] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.765015] env[70498]: DEBUG nova.network.neutron [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [{"id": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "address": "fa:16:3e:90:34:6f", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1e0a8-37", "ovs_interfaceid": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.068349] env[70498]: DEBUG nova.scheduler.client.report [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.081569] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285095} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.081867] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.082036] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.082281] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk to [datastore2] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.082534] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a8863e1-0fe8-435a-8098-b4a4a2b1a321 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.089564] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 929.089564] env[70498]: value = "task-3614626" [ 929.089564] env[70498]: _type = "Task" [ 929.089564] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.099311] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.108029] env[70498]: DEBUG nova.network.neutron [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.255355] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.268191] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.268480] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Instance network_info: |[{"id": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "address": "fa:16:3e:90:34:6f", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1e0a8-37", "ovs_interfaceid": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.268989] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:34:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28c1e0a8-37bd-4d37-8820-d35562cf10f0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.279325] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.279689] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.280091] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09dcb041-92b2-4e8a-bdf5-158308e65c35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.304957] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.304957] env[70498]: value = "task-3614627" [ 929.304957] env[70498]: _type = "Task" [ 929.304957] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.314249] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614627, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.387864] env[70498]: DEBUG nova.compute.manager [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.388044] env[70498]: DEBUG nova.compute.manager [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing instance network info cache due to event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.388264] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] Acquiring lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.388445] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] Acquired lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.388584] env[70498]: DEBUG nova.network.neutron [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.577918] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.578711] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.582130] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.685s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.582201] env[70498]: DEBUG nova.objects.instance [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lazy-loading 'resources' on Instance uuid 364071aa-4386-43a9-b0e4-81b8859bcdc5 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.605156] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.610918] env[70498]: INFO nova.compute.manager [-] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Took 1.35 seconds to deallocate network for instance. [ 929.758536] env[70498]: DEBUG oslo_vmware.api [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614625, 'name': PowerOnVM_Task, 'duration_secs': 0.590613} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.758827] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.759146] env[70498]: DEBUG nova.compute.manager [None req-6fd3aec2-3d2a-43c1-a91d-29ae091f8dae tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.760022] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ab8573-28c8-4348-8496-2896962fa8b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.820661] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614627, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.086231] env[70498]: DEBUG nova.compute.utils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.091839] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.092064] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.109471] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.120741] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.153297] env[70498]: DEBUG nova.policy [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0ea815c46d4e22a62aa1099bc514a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04022d5cd2444153a7ac0a9eb7eba8a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.163481] env[70498]: DEBUG nova.network.neutron [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updated VIF entry in instance network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.165102] env[70498]: DEBUG nova.network.neutron [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [{"id": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "address": "fa:16:3e:90:34:6f", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1e0a8-37", "ovs_interfaceid": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.323168] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614627, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.572942] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Successfully created port: 03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.592040] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.609963] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.667433] env[70498]: DEBUG oslo_concurrency.lockutils [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] Releasing lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.667720] env[70498]: DEBUG nova.compute.manager [req-0d5badc8-6879-40ac-8af3-bfa7df351ccc req-5558daa7-a79c-4f8f-867d-13fe2621809f service nova] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Received event network-vif-deleted-668573d9-5da6-4ae7-ac7a-4020151fbb81 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.694351] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbf96e-7a94-4fc1-9471-4f4984223249 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.708618] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8538c1-94e5-4d91-b07e-6902ab77efe9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.750339] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e256ec1-411c-41d8-b3c1-da18316a0405 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.758806] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "31c1a5b7-9ab5-4420-a967-f64542860150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.759069] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.759345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.759544] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.759715] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.764927] env[70498]: INFO nova.compute.manager [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Terminating instance [ 930.767509] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94739417-38df-4c1d-bddf-e1dd257b7ff7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.788777] env[70498]: DEBUG nova.compute.provider_tree [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.823322] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614627, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.113931] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.275523] env[70498]: DEBUG nova.compute.manager [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.275811] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.277073] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2692984-098e-4e92-8c81-95bafc7d6629 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.290520] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.290827] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d11b3b65-541b-4d44-818c-bfc0f49dc61e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296504] env[70498]: DEBUG nova.network.neutron [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Port cac6f2f6-c6ef-4364-8db3-5e0613e47011 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.296753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.296888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.297057] env[70498]: DEBUG nova.network.neutron [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.312331] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 931.312331] env[70498]: value = "task-3614628" [ 931.312331] env[70498]: _type = "Task" [ 931.312331] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.323525] env[70498]: ERROR nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] [req-0e276ff1-0e71-435d-8202-3bf110b4a7d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e276ff1-0e71-435d-8202-3bf110b4a7d1"}]} [ 931.324260] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614627, 'name': CreateVM_Task, 'duration_secs': 1.68685} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.326925] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.327671] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.327822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.328842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.328842] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e811e976-b859-460d-a0e1-bd15844b3c4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.334650] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.338576] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 931.338576] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526b2a5a-a531-4595-6a70-84b0f4cb8508" [ 931.338576] env[70498]: _type = "Task" [ 931.338576] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.342819] env[70498]: DEBUG nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.355383] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526b2a5a-a531-4595-6a70-84b0f4cb8508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.358951] env[70498]: DEBUG nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.359187] env[70498]: DEBUG nova.compute.provider_tree [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.372950] env[70498]: DEBUG nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.394998] env[70498]: DEBUG nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.606400] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.614657] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.641598] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.641895] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.642089] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.642501] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.642501] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.642589] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.642765] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.642922] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.643313] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.643457] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.643688] env[70498]: DEBUG nova.virt.hardware [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.644633] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df995145-9c6a-44ba-9e38-6f6fc9fb83ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.656484] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef17ed7-1e70-485f-ae52-79a19a197008 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.825149] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614628, 'name': PowerOffVM_Task, 'duration_secs': 0.235142} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.825421] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.825588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.827857] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-675ece88-55a0-46b9-869a-ab306e376e02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.851083] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526b2a5a-a531-4595-6a70-84b0f4cb8508, 'name': SearchDatastore_Task, 'duration_secs': 0.09458} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.851396] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.851659] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.851929] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.852090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.852271] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.852534] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01d776f-5f8b-4ca0-b8ff-d290a1a50dc0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.872934] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.873165] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.874039] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e12da091-c8c2-4a24-84e7-d8b6b38ad7af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.882628] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 931.882628] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a80c31-513a-86a7-49a1-167262bab957" [ 931.882628] env[70498]: _type = "Task" [ 931.882628] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.894299] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a80c31-513a-86a7-49a1-167262bab957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.913757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.913757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.913897] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleting the datastore file [datastore1] 31c1a5b7-9ab5-4420-a967-f64542860150 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.916468] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ff34c0-5757-4e4a-9459-10b1c62009f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.920965] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571342d-8395-4bbc-a338-0402f4c161fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.924843] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 931.924843] env[70498]: value = "task-3614630" [ 931.924843] env[70498]: _type = "Task" [ 931.924843] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.932632] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9caf03e-9761-4524-ae72-eb318f1063fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.939474] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.977644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5fbf7b-dfa4-4d29-811b-917193e03a6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.986230] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3ccce6-7537-4364-a51d-695f0f0e771e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.000829] env[70498]: DEBUG nova.compute.provider_tree [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.078812] env[70498]: DEBUG nova.network.neutron [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.106752] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614626, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.60538} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.107017] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7252b2f2-3753-47c5-b6bb-db38d704ce23/7252b2f2-3753-47c5-b6bb-db38d704ce23.vmdk to [datastore2] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.108147] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4f7288-4d90-45b5-9e9d-fc243af69078 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.138164] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.138955] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bed7285-5eca-404f-b879-80a929a32a49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.164688] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 932.164688] env[70498]: value = "task-3614631" [ 932.164688] env[70498]: _type = "Task" [ 932.164688] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.175312] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.256602] env[70498]: DEBUG nova.compute.manager [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received event network-vif-plugged-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.256948] env[70498]: DEBUG oslo_concurrency.lockutils [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] Acquiring lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.257543] env[70498]: DEBUG oslo_concurrency.lockutils [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.257862] env[70498]: DEBUG oslo_concurrency.lockutils [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.258160] env[70498]: DEBUG nova.compute.manager [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] No waiting events found dispatching network-vif-plugged-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.258499] env[70498]: WARNING nova.compute.manager [req-856e51d8-b5db-4b71-95b9-1ced2efbdfea req-3a90f067-086c-42d1-8ecf-bd8351b6b401 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received unexpected event network-vif-plugged-03590ac7-3a16-418c-b6fe-282c70ee2974 for instance with vm_state building and task_state spawning. [ 932.312528] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Successfully updated port: 03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.393392] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a80c31-513a-86a7-49a1-167262bab957, 'name': SearchDatastore_Task, 'duration_secs': 0.053703} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.394499] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8fba6e-c934-4d5b-8b88-67ece51458e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.400770] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 932.400770] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52716b1c-7970-3d98-1439-412258c2c911" [ 932.400770] env[70498]: _type = "Task" [ 932.400770] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.409179] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52716b1c-7970-3d98-1439-412258c2c911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.436275] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.537102] env[70498]: DEBUG nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.537403] env[70498]: DEBUG nova.compute.provider_tree [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 90 to 91 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.537586] env[70498]: DEBUG nova.compute.provider_tree [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.581424] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.676907] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614631, 'name': ReconfigVM_Task, 'duration_secs': 0.316322} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.677268] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c/6d264890-6eb1-4ab6-88af-b3289ea3ef4c.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.678500] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'image_id': 'f797ac49-600a-4f52-a735-e68b5056bb6a'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720974', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'name': 'volume-bd7d1fee-73a2-4962-a240-3377d50b587c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6d264890-6eb1-4ab6-88af-b3289ea3ef4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'serial': 'bd7d1fee-73a2-4962-a240-3377d50b587c'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': 'bc8e0b09-1da1-4e0d-b4cc-229b599b171c', 'volume_type': None}], 'swap': None} {{(pid=70498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 932.678610] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 932.678789] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720974', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'name': 'volume-bd7d1fee-73a2-4962-a240-3377d50b587c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6d264890-6eb1-4ab6-88af-b3289ea3ef4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'serial': 'bd7d1fee-73a2-4962-a240-3377d50b587c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 932.679534] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca3214-808e-426f-9810-89e336d73fa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.697030] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e588383-d86c-4877-b6fd-fb2b4353be34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.723204] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-bd7d1fee-73a2-4962-a240-3377d50b587c/volume-bd7d1fee-73a2-4962-a240-3377d50b587c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.723836] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c96115-ec81-434c-b973-463195096211 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.741978] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 932.741978] env[70498]: value = "task-3614632" [ 932.741978] env[70498]: _type = "Task" [ 932.741978] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.750415] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.815375] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.815375] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.815375] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.912365] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52716b1c-7970-3d98-1439-412258c2c911, 'name': SearchDatastore_Task, 'duration_secs': 0.025045} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.912593] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.912830] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f367ad26-89eb-47ab-9fc3-c78f9242b6e4/f367ad26-89eb-47ab-9fc3-c78f9242b6e4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.913102] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12aa4dc4-55d5-4424-a654-38e25a550a41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.920726] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 932.920726] env[70498]: value = "task-3614633" [ 932.920726] env[70498]: _type = "Task" [ 932.920726] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.928400] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.936520] env[70498]: DEBUG oslo_vmware.api [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.802294} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.936758] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.936941] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.937132] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.937307] env[70498]: INFO nova.compute.manager [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Took 1.66 seconds to destroy the instance on the hypervisor. [ 932.937552] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.937717] env[70498]: DEBUG nova.compute.manager [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.937808] env[70498]: DEBUG nova.network.neutron [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.043033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.461s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.046077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.830s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.047156] env[70498]: INFO nova.compute.claims [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.064177] env[70498]: INFO nova.scheduler.client.report [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Deleted allocations for instance 364071aa-4386-43a9-b0e4-81b8859bcdc5 [ 933.085935] env[70498]: DEBUG nova.compute.manager [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 933.085935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.255156] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614632, 'name': ReconfigVM_Task, 'duration_secs': 0.329047} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.255448] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-bd7d1fee-73a2-4962-a240-3377d50b587c/volume-bd7d1fee-73a2-4962-a240-3377d50b587c.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.261581] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bce579-dc63-466c-b1f9-a6031bdb7c3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.284374] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 933.284374] env[70498]: value = "task-3614634" [ 933.284374] env[70498]: _type = "Task" [ 933.284374] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.296297] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.358095] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.432776] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614633, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.527896] env[70498]: DEBUG nova.network.neutron [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updating instance_info_cache with network_info: [{"id": "03590ac7-3a16-418c-b6fe-282c70ee2974", "address": "fa:16:3e:16:6f:8f", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03590ac7-3a", "ovs_interfaceid": "03590ac7-3a16-418c-b6fe-282c70ee2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.575083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8262a596-c3af-462e-b34d-584f14750049 tempest-ServersNegativeTestMultiTenantJSON-103981040 tempest-ServersNegativeTestMultiTenantJSON-103981040-project-member] Lock "364071aa-4386-43a9-b0e4-81b8859bcdc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.080s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.778834] env[70498]: DEBUG nova.network.neutron [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.793704] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614634, 'name': ReconfigVM_Task, 'duration_secs': 0.356659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.793704] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720974', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'name': 'volume-bd7d1fee-73a2-4962-a240-3377d50b587c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6d264890-6eb1-4ab6-88af-b3289ea3ef4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'serial': 'bd7d1fee-73a2-4962-a240-3377d50b587c'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 933.793704] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6cbbaec-ceba-4032-9d14-e5cf6629acc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.800329] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 933.800329] env[70498]: value = "task-3614635" [ 933.800329] env[70498]: _type = "Task" [ 933.800329] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.810884] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614635, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.934249] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740341} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.935690] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f367ad26-89eb-47ab-9fc3-c78f9242b6e4/f367ad26-89eb-47ab-9fc3-c78f9242b6e4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.935690] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.935690] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e39c706f-ef20-4d98-87a3-a86b621d9a5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.944419] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 933.944419] env[70498]: value = "task-3614636" [ 933.944419] env[70498]: _type = "Task" [ 933.944419] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.953123] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.030906] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.031262] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Instance network_info: |[{"id": "03590ac7-3a16-418c-b6fe-282c70ee2974", "address": "fa:16:3e:16:6f:8f", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03590ac7-3a", "ovs_interfaceid": "03590ac7-3a16-418c-b6fe-282c70ee2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.031680] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:6f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03590ac7-3a16-418c-b6fe-282c70ee2974', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.039133] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating folder: Project (04022d5cd2444153a7ac0a9eb7eba8a6). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.039431] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70902965-f3d0-4941-a2c9-5bbb0481d611 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.050889] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created folder: Project (04022d5cd2444153a7ac0a9eb7eba8a6) in parent group-v720819. [ 934.051089] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating folder: Instances. Parent ref: group-v721005. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.051338] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b899b06f-07f4-408d-8a7f-07688fdffdce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.061399] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created folder: Instances in parent group-v721005. [ 934.061763] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.062017] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.062273] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b450fe2-ebac-4627-a885-046f9c3434f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.084745] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.084745] env[70498]: value = "task-3614639" [ 934.084745] env[70498]: _type = "Task" [ 934.084745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.093173] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614639, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.281270] env[70498]: INFO nova.compute.manager [-] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Took 1.34 seconds to deallocate network for instance. [ 934.311386] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614635, 'name': Rename_Task, 'duration_secs': 0.168239} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.312014] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.312014] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf552319-e275-4e44-a9fb-84d35e95515c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.321044] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 934.321044] env[70498]: value = "task-3614640" [ 934.321044] env[70498]: _type = "Task" [ 934.321044] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.330476] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.405547] env[70498]: DEBUG nova.compute.manager [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.405861] env[70498]: DEBUG nova.compute.manager [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing instance network info cache due to event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.406209] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] Acquiring lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.406547] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] Acquired lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.406824] env[70498]: DEBUG nova.network.neutron [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.460480] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074921} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.460480] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.461270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e87677a-460e-4a9d-b1b0-000a86b6b76e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.491480] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] f367ad26-89eb-47ab-9fc3-c78f9242b6e4/f367ad26-89eb-47ab-9fc3-c78f9242b6e4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.495073] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2913ffea-0d2b-4ced-acd0-46d805b5c571 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.521024] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 934.521024] env[70498]: value = "task-3614641" [ 934.521024] env[70498]: _type = "Task" [ 934.521024] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.530692] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.595563] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614639, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.637390] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6b4e9e-8f50-4f8c-8ebc-bc1ebe2aaa71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.645636] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de42a97-a246-4a1d-abb2-38357b469814 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.678298] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0608479-b667-4b53-9fc7-830ce3e05d15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.687277] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027fde2d-3638-4518-9dd7-404cb80519a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.704833] env[70498]: DEBUG nova.compute.provider_tree [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.790257] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.833533] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.032153] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.097857] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614639, 'name': CreateVM_Task, 'duration_secs': 0.817349} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.098105] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.098703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.098862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.099183] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.099490] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8b2e4e-ee6c-461d-acce-2776d64af824 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.104865] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 935.104865] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3070e-a458-9b44-23ba-0c3f2cd9d0fb" [ 935.104865] env[70498]: _type = "Task" [ 935.104865] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.114593] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3070e-a458-9b44-23ba-0c3f2cd9d0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.187666] env[70498]: DEBUG nova.network.neutron [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updated VIF entry in instance network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.188055] env[70498]: DEBUG nova.network.neutron [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updating instance_info_cache with network_info: [{"id": "03590ac7-3a16-418c-b6fe-282c70ee2974", "address": "fa:16:3e:16:6f:8f", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03590ac7-3a", "ovs_interfaceid": "03590ac7-3a16-418c-b6fe-282c70ee2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.238706] env[70498]: DEBUG nova.scheduler.client.report [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 935.238833] env[70498]: DEBUG nova.compute.provider_tree [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 91 to 92 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 935.238932] env[70498]: DEBUG nova.compute.provider_tree [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.332021] env[70498]: DEBUG oslo_vmware.api [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614640, 'name': PowerOnVM_Task, 'duration_secs': 0.543302} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.332370] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.448392] env[70498]: DEBUG nova.compute.manager [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.449717] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2848e-36c4-451b-8de5-3fcb0ad4d7b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.533065] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614641, 'name': ReconfigVM_Task, 'duration_secs': 0.722179} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.533418] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] f367ad26-89eb-47ab-9fc3-c78f9242b6e4/f367ad26-89eb-47ab-9fc3-c78f9242b6e4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.534190] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f122c4fd-31f4-4686-90bf-0231f5ba7c58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.541399] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 935.541399] env[70498]: value = "task-3614642" [ 935.541399] env[70498]: _type = "Task" [ 935.541399] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.551357] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614642, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.616673] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3070e-a458-9b44-23ba-0c3f2cd9d0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.017591} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.619021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.619021] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.619021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.619021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.619180] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.619180] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1088543f-a779-498a-9fb3-97b3226f6535 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.628176] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.628388] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.629191] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a70a26-a588-41d7-bbc6-ecf0294701fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.636033] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 935.636033] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206eb03-2c97-15c9-929f-55a4ece8ed28" [ 935.636033] env[70498]: _type = "Task" [ 935.636033] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.644798] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5206eb03-2c97-15c9-929f-55a4ece8ed28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.691511] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] Releasing lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.691820] env[70498]: DEBUG nova.compute.manager [req-7fc9cb36-e6fc-471e-9a56-ae3fc4496408 req-d5bf35b1-7ae7-4a0c-8636-285f0fca2b77 service nova] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Received event network-vif-deleted-580d3629-c33c-49e4-bd17-ea38331040b6 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.744609] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.745150] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.747864] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.634s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.748799] env[70498]: DEBUG nova.objects.instance [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lazy-loading 'resources' on Instance uuid 31e20aad-a2bc-4a8a-9ebf-691928e946b3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.967723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9354c3dc-ea7a-4589-b569-ebd1c6adf515 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 76.100s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.052857] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614642, 'name': Rename_Task, 'duration_secs': 0.327357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.053272] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.053998] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d48c607-ff01-44c6-bad7-462b188e9ce3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.064045] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 936.064045] env[70498]: value = "task-3614643" [ 936.064045] env[70498]: _type = "Task" [ 936.064045] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.070242] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.150507] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5206eb03-2c97-15c9-929f-55a4ece8ed28, 'name': SearchDatastore_Task, 'duration_secs': 0.010834} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.154209] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33de2556-21e6-444d-88a7-57ea101e8ac3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.158288] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 936.158288] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bd8d93-df82-9691-4ab1-96cb47b861d5" [ 936.158288] env[70498]: _type = "Task" [ 936.158288] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.167865] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bd8d93-df82-9691-4ab1-96cb47b861d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.251986] env[70498]: DEBUG nova.compute.utils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.257304] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.257304] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.310241] env[70498]: DEBUG nova.policy [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f794cc14733f4e4fb08cbda3abf68210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ea62662ff24c33b45c6200d61b9850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.576412] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614643, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.673521] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bd8d93-df82-9691-4ab1-96cb47b861d5, 'name': SearchDatastore_Task, 'duration_secs': 0.019419} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.673722] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.673979] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 19c74e34-9e8a-4acb-907e-cddac629a3f7/19c74e34-9e8a-4acb-907e-cddac629a3f7.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.674289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b628bc-305a-4560-8dfb-638f372239a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.682875] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 936.682875] env[70498]: value = "task-3614644" [ 936.682875] env[70498]: _type = "Task" [ 936.682875] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.698599] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.699553] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Successfully created port: 8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.759670] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.861238] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913cc7df-4289-4969-9911-81d2a1300a97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.870707] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e993dd-3cf9-44d7-af85-71905bfa02ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.918565] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a84cd-19f4-4b65-aa74-e437aa7a0f06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.931086] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dac99e-830e-4df2-aae1-850fa29b90f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.950248] env[70498]: DEBUG nova.compute.provider_tree [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.075634] env[70498]: DEBUG oslo_vmware.api [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614643, 'name': PowerOnVM_Task, 'duration_secs': 0.589352} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.075884] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.076065] env[70498]: INFO nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Took 10.56 seconds to spawn the instance on the hypervisor. [ 937.076256] env[70498]: DEBUG nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.077170] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4c5df8-22de-481e-9dfb-0bcb1266a1ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.198982] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.451456] env[70498]: DEBUG nova.scheduler.client.report [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.596984] env[70498]: INFO nova.compute.manager [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Took 60.65 seconds to build instance. [ 937.699722] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58847} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.700145] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 19c74e34-9e8a-4acb-907e-cddac629a3f7/19c74e34-9e8a-4acb-907e-cddac629a3f7.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.700233] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.701031] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d7833d-a184-4963-a5ea-3282de4a6952 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.708108] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 937.708108] env[70498]: value = "task-3614645" [ 937.708108] env[70498]: _type = "Task" [ 937.708108] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.718700] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.771856] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.809374] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.809678] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.809837] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.810037] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.810193] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.810340] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.810554] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.810708] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.810873] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.811050] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.811240] env[70498]: DEBUG nova.virt.hardware [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.812144] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0282d2-92bc-4977-8593-0b19c6845a18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.821233] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3331e07-be34-48eb-b5f5-b9c54b846c02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.956541] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.958977] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.185s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.960584] env[70498]: INFO nova.compute.claims [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.980235] env[70498]: INFO nova.scheduler.client.report [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Deleted allocations for instance 31e20aad-a2bc-4a8a-9ebf-691928e946b3 [ 938.098625] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb53dff4-5483-4404-a242-a413d15c9836 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.767s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.218398] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074049} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.218706] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.219535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671fa6a1-28a1-40ef-8c27-51588ecc6e86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.242269] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 19c74e34-9e8a-4acb-907e-cddac629a3f7/19c74e34-9e8a-4acb-907e-cddac629a3f7.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.242629] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d82438a-f19b-4b87-8f5a-30959d6530ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.265326] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 938.265326] env[70498]: value = "task-3614646" [ 938.265326] env[70498]: _type = "Task" [ 938.265326] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.275297] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.489214] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5f299321-4f60-4877-9760-385e701728b5 tempest-ServerTagsTestJSON-1821136178 tempest-ServerTagsTestJSON-1821136178-project-member] Lock "31e20aad-a2bc-4a8a-9ebf-691928e946b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.808s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.513630] env[70498]: DEBUG nova.compute.manager [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Received event network-vif-plugged-8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.513858] env[70498]: DEBUG oslo_concurrency.lockutils [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.516439] env[70498]: DEBUG oslo_concurrency.lockutils [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.516439] env[70498]: DEBUG oslo_concurrency.lockutils [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.516439] env[70498]: DEBUG nova.compute.manager [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] No waiting events found dispatching network-vif-plugged-8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.516439] env[70498]: WARNING nova.compute.manager [req-3632e428-4785-4102-a3ea-dc1c8ec3545c req-1684a8c2-5673-45f6-b10b-a78d03fbb6cd service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Received unexpected event network-vif-plugged-8b40d61a-5330-47b1-adcd-201b4248b3f1 for instance with vm_state building and task_state spawning. [ 938.591836] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Successfully updated port: 8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.779291] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614646, 'name': ReconfigVM_Task, 'duration_secs': 0.287858} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.779656] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 19c74e34-9e8a-4acb-907e-cddac629a3f7/19c74e34-9e8a-4acb-907e-cddac629a3f7.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.780876] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0f245bb-7d2d-418d-871c-09f12108d257 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.787798] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 938.787798] env[70498]: value = "task-3614647" [ 938.787798] env[70498]: _type = "Task" [ 938.787798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.797221] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614647, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.094478] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.095618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.095618] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.305372] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614647, 'name': Rename_Task, 'duration_secs': 0.162208} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.305692] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.305943] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40fbb919-2738-40fb-bf96-f48adc18b6fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.314396] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 939.314396] env[70498]: value = "task-3614648" [ 939.314396] env[70498]: _type = "Task" [ 939.314396] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.329253] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.521020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bae756e-cbcf-4424-b6e0-2df8597cbb41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.528185] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa38240-86cf-4676-815b-ab54f9ba5b5f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.568871] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b002eae-a095-4a18-a740-f0e041f4554d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.577646] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a880c5-9386-4e18-8531-2cee6513ace0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.593529] env[70498]: DEBUG nova.compute.provider_tree [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.645291] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.792929] env[70498]: DEBUG nova.compute.manager [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.795080] env[70498]: DEBUG nova.compute.manager [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing instance network info cache due to event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.795080] env[70498]: DEBUG oslo_concurrency.lockutils [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.795080] env[70498]: DEBUG oslo_concurrency.lockutils [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.795080] env[70498]: DEBUG nova.network.neutron [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.825838] env[70498]: DEBUG oslo_vmware.api [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614648, 'name': PowerOnVM_Task, 'duration_secs': 0.463992} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.826807] env[70498]: DEBUG nova.network.neutron [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.827964] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.828187] env[70498]: INFO nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Took 8.22 seconds to spawn the instance on the hypervisor. [ 939.828367] env[70498]: DEBUG nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.829335] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3a78f1-e88a-41e3-a11c-f35153308dad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.097380] env[70498]: DEBUG nova.scheduler.client.report [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.330058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.330413] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Instance network_info: |[{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.330837] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:d2:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b40d61a-5330-47b1-adcd-201b4248b3f1', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.338507] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.338740] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.338966] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddfacc2c-218d-4f42-8454-df224bdc5fe8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.365732] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.365732] env[70498]: value = "task-3614649" [ 940.365732] env[70498]: _type = "Task" [ 940.365732] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.366271] env[70498]: INFO nova.compute.manager [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Took 58.06 seconds to build instance. [ 940.378166] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614649, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.557263] env[70498]: DEBUG nova.network.neutron [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updated VIF entry in instance network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.559197] env[70498]: DEBUG nova.network.neutron [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.603057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.605099] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.606285] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.184s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.607852] env[70498]: INFO nova.compute.claims [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.748627] env[70498]: DEBUG nova.compute.manager [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Received event network-changed-8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.748825] env[70498]: DEBUG nova.compute.manager [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Refreshing instance network info cache due to event network-changed-8b40d61a-5330-47b1-adcd-201b4248b3f1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.749043] env[70498]: DEBUG oslo_concurrency.lockutils [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] Acquiring lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.749187] env[70498]: DEBUG oslo_concurrency.lockutils [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] Acquired lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.749346] env[70498]: DEBUG nova.network.neutron [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Refreshing network info cache for port 8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.872402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1177130c-03fe-4ed1-b919-79ef0b6230f0 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.097s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.879425] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614649, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.061448] env[70498]: DEBUG oslo_concurrency.lockutils [req-bdc8b0e0-5644-4d3d-97df-ddaed1c292fc req-dc08f6b5-81c8-4887-9eac-3e98f25fb3a4 service nova] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.117654] env[70498]: DEBUG nova.compute.utils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.123022] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.123022] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.207042] env[70498]: DEBUG nova.policy [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c959507a2389484e85bb4b69cbb6ef82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffffc53415044f10a6ce4b0f000f9a41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.386998] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614649, 'name': CreateVM_Task, 'duration_secs': 0.741551} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.387881] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.388905] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.389230] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.389771] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.390594] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6236ec-d958-4ba1-8f2a-8f121a40f42e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.397796] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 941.397796] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527fd23f-0a62-116c-7ec0-dd71fdf44306" [ 941.397796] env[70498]: _type = "Task" [ 941.397796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.419065] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527fd23f-0a62-116c-7ec0-dd71fdf44306, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.419663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.420241] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.420659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.420990] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.421618] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.427735] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc93e332-58e2-438f-8c7f-e8a964048e67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.440847] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.443012] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.444487] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-995d590e-fa95-4919-92aa-2a60c0fbdc92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.457261] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 941.457261] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52870ec4-5487-a20c-4483-4d90d6c82006" [ 941.457261] env[70498]: _type = "Task" [ 941.457261] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.472169] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52870ec4-5487-a20c-4483-4d90d6c82006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.624573] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.690583] env[70498]: DEBUG nova.network.neutron [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updated VIF entry in instance network info cache for port 8b40d61a-5330-47b1-adcd-201b4248b3f1. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.690583] env[70498]: DEBUG nova.network.neutron [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.779338] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Successfully created port: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.970605] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52870ec4-5487-a20c-4483-4d90d6c82006, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.974007] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee73a34b-5f15-4d4b-a901-e351cd179ddf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.980079] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 941.980079] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a20aa8-3072-9c7d-2a81-395bc3ba8b7f" [ 941.980079] env[70498]: _type = "Task" [ 941.980079] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.989465] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a20aa8-3072-9c7d-2a81-395bc3ba8b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.191341] env[70498]: DEBUG oslo_concurrency.lockutils [req-871bcf35-990b-4d89-8de1-60744df0b11c req-0fc4ea08-7d6b-4d1e-9a79-97d1b0372e63 service nova] Releasing lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.202429] env[70498]: DEBUG nova.compute.manager [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.202610] env[70498]: DEBUG nova.compute.manager [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing instance network info cache due to event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.202819] env[70498]: DEBUG oslo_concurrency.lockutils [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] Acquiring lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.202958] env[70498]: DEBUG oslo_concurrency.lockutils [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] Acquired lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.203197] env[70498]: DEBUG nova.network.neutron [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.216455] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60df39-c0f5-40f2-95e4-4e4e03890116 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.226350] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f504945b-a596-4748-adb9-5dff1a686c65 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.260369] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3783518-f504-4aeb-b1cf-9cb0b622e841 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.269432] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d679bb-b585-4991-b0dd-d014da0e4f03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.286972] env[70498]: DEBUG nova.compute.provider_tree [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.496261] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a20aa8-3072-9c7d-2a81-395bc3ba8b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.496600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.496873] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.497196] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d2af71-9bb5-48c4-b82a-ec6c47900c3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.505752] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 942.505752] env[70498]: value = "task-3614650" [ 942.505752] env[70498]: _type = "Task" [ 942.505752] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.515345] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.639995] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.678552] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.678884] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.678948] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.679147] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.679328] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.679549] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.679764] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.679918] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.684023] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.684023] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.684023] env[70498]: DEBUG nova.virt.hardware [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.684023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5475a2-aa66-43e9-906f-8bde8994869f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.691740] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f3354-8cbb-45db-821b-4f184ef5907d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.790562] env[70498]: DEBUG nova.scheduler.client.report [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.801706] env[70498]: DEBUG nova.compute.manager [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.802396] env[70498]: DEBUG nova.compute.manager [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing instance network info cache due to event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.802689] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803010] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.803309] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.019440] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503094} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.026020] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.026020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.026020] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de2a2488-4ddd-4e92-828a-51e6f0c542cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.032088] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 943.032088] env[70498]: value = "task-3614651" [ 943.032088] env[70498]: _type = "Task" [ 943.032088] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.044071] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.082588] env[70498]: DEBUG nova.network.neutron [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updated VIF entry in instance network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.082860] env[70498]: DEBUG nova.network.neutron [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updating instance_info_cache with network_info: [{"id": "03590ac7-3a16-418c-b6fe-282c70ee2974", "address": "fa:16:3e:16:6f:8f", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03590ac7-3a", "ovs_interfaceid": "03590ac7-3a16-418c-b6fe-282c70ee2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.301170] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.302136] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.305083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.227s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.305410] env[70498]: DEBUG nova.objects.instance [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid d4407b2b-3755-4916-a0d1-bc9cabb6514e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.544912] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331822} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.545241] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.546060] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035c0bb-93f2-43cc-834b-35856c390e5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.572786] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.574112] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updated VIF entry in instance network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.574457] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.575851] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff44440-470d-40b2-bd0e-1980f251ab25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.595311] env[70498]: DEBUG oslo_concurrency.lockutils [req-e2b0a810-8c14-48a7-85c4-70483f9beb86 req-1404329c-c160-4abf-b712-bed79ff8bd38 service nova] Releasing lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.603759] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 943.603759] env[70498]: value = "task-3614652" [ 943.603759] env[70498]: _type = "Task" [ 943.603759] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.613161] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.635148] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Successfully updated port: 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.811957] env[70498]: DEBUG nova.compute.utils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.816357] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.816357] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.874073] env[70498]: DEBUG nova.policy [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78a5d9c2ba459e956ac77262c085bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a73d6a2625e428483af24fc6be31bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.095295] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.095542] env[70498]: DEBUG nova.compute.manager [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.096288] env[70498]: DEBUG nova.compute.manager [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing instance network info cache due to event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.096288] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Acquiring lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.096288] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Acquired lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.096288] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.116940] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.142635] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.142790] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.142999] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.263651] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Successfully created port: 2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.316822] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.333030] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce19e6c-ef4e-49f2-b3b5-516475b9d5f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.347016] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6031a7-ca59-4c8a-9ac3-286e40997d7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.381183] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.381450] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.385030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.385030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.385030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.386204] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f149d6-ea7f-45db-a310-c3a0f2d8fdd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.389272] env[70498]: INFO nova.compute.manager [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Terminating instance [ 944.403444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4c907-ad2a-484c-a2b7-4cac10edc820 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.422799] env[70498]: DEBUG nova.compute.provider_tree [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.618992] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614652, 'name': ReconfigVM_Task, 'duration_secs': 0.7396} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.619498] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.620438] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c231a4-be06-458e-9f29-6166d33184da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.627884] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 944.627884] env[70498]: value = "task-3614653" [ 944.627884] env[70498]: _type = "Task" [ 944.627884] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.639983] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614653, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.688438] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.898115] env[70498]: DEBUG nova.compute.manager [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.898333] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.900258] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb02d7a-3fe2-4147-8738-9ce5bcaed2b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.908425] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.908670] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2840f37b-5644-4330-a9c3-a8b2ec10c7a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.915591] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 944.915591] env[70498]: value = "task-3614654" [ 944.915591] env[70498]: _type = "Task" [ 944.915591] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.923204] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.927133] env[70498]: DEBUG nova.scheduler.client.report [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.936011] env[70498]: DEBUG nova.network.neutron [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.136668] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614653, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.235159] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updated VIF entry in instance network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.235746] env[70498]: DEBUG nova.network.neutron [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [{"id": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "address": "fa:16:3e:90:34:6f", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1e0a8-37", "ovs_interfaceid": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.325860] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.357877] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.358112] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.358262] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.358457] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.358625] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.359936] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.359936] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.359936] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.359936] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.359936] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.360199] env[70498]: DEBUG nova.virt.hardware [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.360546] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbaebba-59c3-4b32-9e9b-252124506afc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.368670] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea54ecc-1f7f-43f7-ad9e-9a4892eb47d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.387454] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.387681] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing instance network info cache due to event network-changed-28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.387817] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Acquiring lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.426177] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.432356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.434621] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.672s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.437584] env[70498]: INFO nova.compute.claims [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.441165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.441443] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Instance network_info: |[{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.441826] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:15:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a1b8e46-e3e9-4004-b802-1c38aa6b45d0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.449296] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Creating folder: Project (ffffc53415044f10a6ce4b0f000f9a41). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.449639] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec58475b-3852-4bca-8cce-8e3d9d8192f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.462096] env[70498]: INFO nova.scheduler.client.report [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance d4407b2b-3755-4916-a0d1-bc9cabb6514e [ 945.463252] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Created folder: Project (ffffc53415044f10a6ce4b0f000f9a41) in parent group-v720819. [ 945.463422] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Creating folder: Instances. Parent ref: group-v721009. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.465912] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3474e5-9503-45e6-af06-c21f8dc28e13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.477283] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Created folder: Instances in parent group-v721009. [ 945.477539] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.477732] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.477981] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7232576b-ecce-4db2-9b6c-aa34c4976427 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.498342] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.498342] env[70498]: value = "task-3614657" [ 945.498342] env[70498]: _type = "Task" [ 945.498342] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.506843] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614657, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.640371] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614653, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.710677] env[70498]: DEBUG nova.compute.manager [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.710890] env[70498]: DEBUG nova.compute.manager [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing instance network info cache due to event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.711114] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.711256] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.711410] env[70498]: DEBUG nova.network.neutron [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.738734] env[70498]: DEBUG oslo_concurrency.lockutils [req-4ce62952-4b85-4843-a95b-283663de4f1a req-fbb1b6d6-f729-4233-af8a-9bbfe52ce821 service nova] Releasing lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.739172] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Acquired lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.739388] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Refreshing network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.928568] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614654, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.972477] env[70498]: DEBUG oslo_concurrency.lockutils [None req-174b7b84-1da5-4ed5-86f5-07f23df4aa83 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d4407b2b-3755-4916-a0d1-bc9cabb6514e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.359s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.016984] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614657, 'name': CreateVM_Task, 'duration_secs': 0.326397} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.017253] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.017985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.018165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.018481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.018743] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584f0f68-2434-49e1-be7b-24f79c7252ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.025239] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 946.025239] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5216554c-e890-17cb-7436-e0bf2350f794" [ 946.025239] env[70498]: _type = "Task" [ 946.025239] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.035804] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5216554c-e890-17cb-7436-e0bf2350f794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.141149] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614653, 'name': Rename_Task, 'duration_secs': 1.172094} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.141461] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.141738] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27add8a2-0a00-4aea-b4d0-2baed46a34a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.149683] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 946.149683] env[70498]: value = "task-3614658" [ 946.149683] env[70498]: _type = "Task" [ 946.149683] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.159267] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.417670] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Successfully updated port: 2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.437899] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614654, 'name': PowerOffVM_Task, 'duration_secs': 1.032568} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.438319] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.438422] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.438592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc2e1daa-1b9e-4706-b004-6eed78d93ba0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.500366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.500585] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.500989] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleting the datastore file [datastore2] f367ad26-89eb-47ab-9fc3-c78f9242b6e4 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.501285] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d21a2db-8aa4-4b69-962c-46fd9afdc05d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.510861] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 946.510861] env[70498]: value = "task-3614660" [ 946.510861] env[70498]: _type = "Task" [ 946.510861] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.518122] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updated VIF entry in instance network info cache for port 28c1e0a8-37bd-4d37-8820-d35562cf10f0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.518244] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [{"id": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "address": "fa:16:3e:90:34:6f", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28c1e0a8-37", "ovs_interfaceid": "28c1e0a8-37bd-4d37-8820-d35562cf10f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.524623] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.545430] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5216554c-e890-17cb-7436-e0bf2350f794, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.545430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.545430] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.545430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.545550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.545550] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.545550] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13b7d8e7-9f07-44a9-bacf-a36b413cf2c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.555396] env[70498]: DEBUG nova.network.neutron [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updated VIF entry in instance network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.555396] env[70498]: DEBUG nova.network.neutron [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.577670] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.577876] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.581241] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9057e446-3012-4d60-87b0-62a8a6e93517 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.587563] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 946.587563] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d557-6f9f-f713-9c64-7aab1e4d95c2" [ 946.587563] env[70498]: _type = "Task" [ 946.587563] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.595731] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d557-6f9f-f713-9c64-7aab1e4d95c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.662150] env[70498]: DEBUG oslo_vmware.api [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614658, 'name': PowerOnVM_Task, 'duration_secs': 0.486524} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.662150] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.662150] env[70498]: INFO nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Took 8.89 seconds to spawn the instance on the hypervisor. [ 946.662150] env[70498]: DEBUG nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.662794] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb90f23-2351-449f-af8b-bb22f3f341a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.933094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.933285] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.933407] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.951657] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ce5fb8-1707-4a4f-88ab-965251d636bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.959797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a7adda-af9c-4160-9991-616d92d5dd83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.991674] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d60ef-fec5-4d19-8f18-61e533f3d3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.000270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf9c969-8074-4b24-a0a2-fd734e154e88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.014882] env[70498]: DEBUG nova.compute.provider_tree [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.020908] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Releasing lock "refresh_cache-f367ad26-89eb-47ab-9fc3-c78f9242b6e4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.021182] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Received event network-vif-plugged-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.021382] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.021575] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.021735] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.022063] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] No waiting events found dispatching network-vif-plugged-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.022246] env[70498]: WARNING nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Received unexpected event network-vif-plugged-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 for instance with vm_state building and task_state spawning. [ 947.022451] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Received event network-changed-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.022587] env[70498]: DEBUG nova.compute.manager [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Refreshing instance network info cache due to event network-changed-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.022753] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Acquiring lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.022887] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Acquired lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.023052] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Refreshing network info cache for port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.027922] env[70498]: DEBUG oslo_vmware.api [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.027922] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.027922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.027922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.028151] env[70498]: INFO nova.compute.manager [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Took 2.13 seconds to destroy the instance on the hypervisor. [ 947.028243] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.029056] env[70498]: DEBUG nova.compute.manager [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.029147] env[70498]: DEBUG nova.network.neutron [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.057103] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fc71a5e-8f01-4457-a6f5-efd94ad2fe79 req-ad9bd105-f358-4ff2-8588-461460e92915 service nova] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.098610] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d557-6f9f-f713-9c64-7aab1e4d95c2, 'name': SearchDatastore_Task, 'duration_secs': 0.023299} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.099411] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3919e9a1-b111-46f0-8a27-be8f3c11563f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.105228] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 947.105228] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a26acc-bcbd-41bd-c727-d29e40614228" [ 947.105228] env[70498]: _type = "Task" [ 947.105228] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.113066] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a26acc-bcbd-41bd-c727-d29e40614228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.182425] env[70498]: INFO nova.compute.manager [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Took 60.98 seconds to build instance. [ 947.266737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d38d38aa-3af2-408b-b65d-f50d8c175508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.266980] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.472080] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.496760] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Received event network-vif-plugged-2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.496970] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Acquiring lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.497189] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.497358] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.497568] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] No waiting events found dispatching network-vif-plugged-2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.497743] env[70498]: WARNING nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Received unexpected event network-vif-plugged-2bd231c0-53eb-476a-bd31-9c5128a74e6b for instance with vm_state building and task_state spawning. [ 947.497899] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Received event network-changed-2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.498900] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Refreshing instance network info cache due to event network-changed-2bd231c0-53eb-476a-bd31-9c5128a74e6b. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.499209] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Acquiring lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.520837] env[70498]: DEBUG nova.scheduler.client.report [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.622015] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a26acc-bcbd-41bd-c727-d29e40614228, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.622293] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.622547] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 98b2294e-8df8-4b09-951b-0e99dae111d1/98b2294e-8df8-4b09-951b-0e99dae111d1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.622802] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f082c045-a598-471e-b54c-808d1fd13503 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.631228] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 947.631228] env[70498]: value = "task-3614661" [ 947.631228] env[70498]: _type = "Task" [ 947.631228] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.640144] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.650715] env[70498]: DEBUG nova.network.neutron [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Updating instance_info_cache with network_info: [{"id": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "address": "fa:16:3e:8c:c9:d3", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd231c0-53", "ovs_interfaceid": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.685034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85b4ed6c-eb86-466d-90de-497d059c90d6 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.151s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.749234] env[70498]: DEBUG nova.compute.manager [req-ef9fb321-67b8-49da-b366-9a99136e7623 req-93f69b3b-7990-4b13-80a2-ad7d9135d3e1 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Received event network-vif-deleted-28c1e0a8-37bd-4d37-8820-d35562cf10f0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.749486] env[70498]: INFO nova.compute.manager [req-ef9fb321-67b8-49da-b366-9a99136e7623 req-93f69b3b-7990-4b13-80a2-ad7d9135d3e1 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Neutron deleted interface 28c1e0a8-37bd-4d37-8820-d35562cf10f0; detaching it from the instance and deleting it from the info cache [ 947.749896] env[70498]: DEBUG nova.network.neutron [req-ef9fb321-67b8-49da-b366-9a99136e7623 req-93f69b3b-7990-4b13-80a2-ad7d9135d3e1 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.769529] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.792842] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updated VIF entry in instance network info cache for port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.793203] env[70498]: DEBUG nova.network.neutron [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.882058] env[70498]: DEBUG nova.network.neutron [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.028026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.028026] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.030374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.538s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.030840] env[70498]: DEBUG nova.objects.instance [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lazy-loading 'resources' on Instance uuid 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.146542] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.153638] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.154032] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance network_info: |[{"id": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "address": "fa:16:3e:8c:c9:d3", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd231c0-53", "ovs_interfaceid": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.154354] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Acquired lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.154527] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Refreshing network info cache for port 2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.155817] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:c9:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd231c0-53eb-476a-bd31-9c5128a74e6b', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.164663] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.167778] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.168702] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f786ea9-4dee-4fa6-a25e-93cc2a7cbf45 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.188354] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.188354] env[70498]: value = "task-3614662" [ 948.188354] env[70498]: _type = "Task" [ 948.188354] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.198475] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614662, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.256036] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53a18eef-5bc9-4cbc-86fe-8ebce21576e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.265087] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4e20f-d8c9-40fd-99e2-402c454e9324 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.310352] env[70498]: DEBUG oslo_concurrency.lockutils [req-3be9d473-ecbe-4a64-9ca3-fa9839b9f32a req-34e3c9c6-b4a7-4af7-a20a-81d4b6222e8c service nova] Releasing lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.311405] env[70498]: DEBUG nova.compute.manager [req-ef9fb321-67b8-49da-b366-9a99136e7623 req-93f69b3b-7990-4b13-80a2-ad7d9135d3e1 service nova] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Detach interface failed, port_id=28c1e0a8-37bd-4d37-8820-d35562cf10f0, reason: Instance f367ad26-89eb-47ab-9fc3-c78f9242b6e4 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.314563] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.383070] env[70498]: INFO nova.compute.manager [-] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Took 1.35 seconds to deallocate network for instance. [ 948.435485] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Updated VIF entry in instance network info cache for port 2bd231c0-53eb-476a-bd31-9c5128a74e6b. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.436116] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Updating instance_info_cache with network_info: [{"id": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "address": "fa:16:3e:8c:c9:d3", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd231c0-53", "ovs_interfaceid": "2bd231c0-53eb-476a-bd31-9c5128a74e6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.533372] env[70498]: DEBUG nova.compute.utils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.537229] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.540575] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.579246] env[70498]: DEBUG nova.policy [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a569dc980889441f9afb15c80737192d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f904af279354295876ce62d73e89e9f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.642591] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546095} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.645531] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 98b2294e-8df8-4b09-951b-0e99dae111d1/98b2294e-8df8-4b09-951b-0e99dae111d1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.645768] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.647213] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba01a14a-84ef-4ca2-b394-d1df9b971464 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.653192] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 948.653192] env[70498]: value = "task-3614663" [ 948.653192] env[70498]: _type = "Task" [ 948.653192] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.665625] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.704501] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614662, 'name': CreateVM_Task, 'duration_secs': 0.360211} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.704501] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.705282] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.706019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.706086] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.706356] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019549dd-e4a9-4d1f-80af-db2d4cb9e2ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.714233] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 948.714233] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52154d59-cb00-b4d7-4842-e8e7836019c3" [ 948.714233] env[70498]: _type = "Task" [ 948.714233] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.721821] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52154d59-cb00-b4d7-4842-e8e7836019c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.889893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.941067] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Releasing lock "refresh_cache-df2582e9-4e05-4262-a6ff-7bc838fae39c" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.941358] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.941531] env[70498]: DEBUG nova.compute.manager [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing instance network info cache due to event network-changed-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.942982] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Acquiring lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.942982] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Acquired lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.942982] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Refreshing network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.040768] env[70498]: DEBUG nova.compute.utils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.044389] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a736322-9850-422a-a1d8-e40ed6214002 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.048363] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Successfully created port: 1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.055476] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7fab0-e606-4b3b-91b1-b07d44eb8198 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.091355] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad444a40-82ce-4fce-8bf7-00b496416e49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.099590] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d660830-cabe-4470-a76b-3fe89870c78c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.106558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.106870] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.118152] env[70498]: DEBUG nova.compute.provider_tree [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.165618] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.290161} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.166769] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.168505] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3282bf-09f2-4f25-b8f0-ac27aa7f332a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.200425] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 98b2294e-8df8-4b09-951b-0e99dae111d1/98b2294e-8df8-4b09-951b-0e99dae111d1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.201211] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca9d1d6-69b3-452a-a49a-f2b5b9fccb1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.225509] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52154d59-cb00-b4d7-4842-e8e7836019c3, 'name': SearchDatastore_Task, 'duration_secs': 0.048413} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.226922] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.227180] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.227433] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.227592] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.227771] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.228120] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 949.228120] env[70498]: value = "task-3614664" [ 949.228120] env[70498]: _type = "Task" [ 949.228120] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.228309] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63fa02e4-b46c-47a4-8755-7827f4d7b596 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.238725] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614664, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.240411] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.240596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.241345] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca04d44-779e-4b13-958e-b8760197a276 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.247354] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 949.247354] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3ae2a-400c-7bcd-9b1c-a8dd72fb40ea" [ 949.247354] env[70498]: _type = "Task" [ 949.247354] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.257531] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3ae2a-400c-7bcd-9b1c-a8dd72fb40ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.543578] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.623796] env[70498]: DEBUG nova.compute.utils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.648031] env[70498]: ERROR nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] [req-35df906c-5d4f-4923-bd32-a5ae8d4e33f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35df906c-5d4f-4923-bd32-a5ae8d4e33f5"}]} [ 949.670053] env[70498]: DEBUG nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 949.677680] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updated VIF entry in instance network info cache for port a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.678102] env[70498]: DEBUG nova.network.neutron [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [{"id": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "address": "fa:16:3e:4e:ee:30", "network": {"id": "7133112c-c7f1-441a-83f9-8146a9e3142e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1614224080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef1d530fffcd49338cddeb9690867c60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1e53942-9b", "ovs_interfaceid": "a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.686091] env[70498]: DEBUG nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 949.686219] env[70498]: DEBUG nova.compute.provider_tree [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.697935] env[70498]: DEBUG nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 949.717742] env[70498]: DEBUG nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 949.743889] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614664, 'name': ReconfigVM_Task, 'duration_secs': 0.364574} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.744230] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 98b2294e-8df8-4b09-951b-0e99dae111d1/98b2294e-8df8-4b09-951b-0e99dae111d1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.744782] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62bf5022-124c-4d3c-929b-e2305970481e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.751650] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 949.751650] env[70498]: value = "task-3614665" [ 949.751650] env[70498]: _type = "Task" [ 949.751650] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.760284] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d3ae2a-400c-7bcd-9b1c-a8dd72fb40ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.761473] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d2f934-e7be-4704-92a7-cfc2af427c92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.766677] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614665, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.769347] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 949.769347] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52269a45-e601-922e-c4f5-afd5e472f5b7" [ 949.769347] env[70498]: _type = "Task" [ 949.769347] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.779043] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52269a45-e601-922e-c4f5-afd5e472f5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.835420] env[70498]: DEBUG nova.compute.manager [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 950.129196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.022s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.178414] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c3f25-dfa9-476d-a34d-e4fce20d4e0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.181937] env[70498]: DEBUG oslo_concurrency.lockutils [req-0784b36d-11cb-4aa3-b2d6-71c85558e191 req-a246a62f-56c3-4d08-944d-b05a289c19c7 service nova] Releasing lock "refresh_cache-ee25feee-3f5e-4bc7-977a-416fb75fb51e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.187659] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5497a0-b0ae-41a4-9be8-40cef12ab16b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.220307] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873c028-35b1-48bc-adf3-f00d50e68568 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.228650] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc7268-5a54-43e4-9f3b-cb9ab95221c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242514] env[70498]: DEBUG nova.compute.provider_tree [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.261968] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614665, 'name': Rename_Task, 'duration_secs': 0.163747} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.262780] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.262780] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69d758b1-d672-477d-90e7-19e7b1048236 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.268671] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 950.268671] env[70498]: value = "task-3614666" [ 950.268671] env[70498]: _type = "Task" [ 950.268671] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.277514] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.282622] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52269a45-e601-922e-c4f5-afd5e472f5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.282858] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.283285] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] df2582e9-4e05-4262-a6ff-7bc838fae39c/df2582e9-4e05-4262-a6ff-7bc838fae39c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.283374] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170c353a-700a-4622-b0d6-e542e1c036d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.288809] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 950.288809] env[70498]: value = "task-3614667" [ 950.288809] env[70498]: _type = "Task" [ 950.288809] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.296048] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.352522] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.556738] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.583157] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:59:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2021422621',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1687186559',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.583356] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.583586] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.583841] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.584069] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.584282] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.584565] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.584835] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.585016] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.585252] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.585489] env[70498]: DEBUG nova.virt.hardware [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.586448] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f707e-58e8-4129-8da6-7e8993408fb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.595206] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e677b-6b38-42a4-8bf4-104865ec4440 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.772943] env[70498]: DEBUG nova.compute.manager [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Received event network-vif-plugged-1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.772943] env[70498]: DEBUG oslo_concurrency.lockutils [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] Acquiring lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.772943] env[70498]: DEBUG oslo_concurrency.lockutils [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.772943] env[70498]: DEBUG oslo_concurrency.lockutils [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.772943] env[70498]: DEBUG nova.compute.manager [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] No waiting events found dispatching network-vif-plugged-1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.773623] env[70498]: WARNING nova.compute.manager [req-340222db-30bd-47dd-af99-af972bccda7b req-4f2d5e02-33f2-4aa4-856e-a663ae5560a8 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Received unexpected event network-vif-plugged-1775bd14-241e-4bfa-bd68-eee7713ba860 for instance with vm_state building and task_state spawning. [ 950.782775] env[70498]: DEBUG nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.783058] env[70498]: DEBUG nova.compute.provider_tree [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 95 to 96 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.783237] env[70498]: DEBUG nova.compute.provider_tree [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.791027] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614666, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.801489] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614667, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.840826] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Successfully updated port: 1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.193962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.194299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.194570] env[70498]: INFO nova.compute.manager [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Attaching volume e04e754d-a2b7-4871-850d-ba4748e6a046 to /dev/sdb [ 951.224749] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c86ab-eda0-45c5-8d91-6c625e1830c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.233995] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938f9d9d-294f-48f2-aa5c-12e99fceb51f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.248594] env[70498]: DEBUG nova.virt.block_device [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating existing volume attachment record: a41e85c3-9102-45e4-87fa-2e9314785087 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 951.279694] env[70498]: DEBUG oslo_vmware.api [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614666, 'name': PowerOnVM_Task, 'duration_secs': 0.588347} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.279958] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.280169] env[70498]: INFO nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Took 8.64 seconds to spawn the instance on the hypervisor. [ 951.280345] env[70498]: DEBUG nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.281119] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f477a827-b7f9-48c0-9b91-8c8f10e36f7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.292318] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.262s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.298213] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.681s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.299759] env[70498]: INFO nova.compute.claims [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.310186] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679552} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.310795] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] df2582e9-4e05-4262-a6ff-7bc838fae39c/df2582e9-4e05-4262-a6ff-7bc838fae39c.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.310795] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.310929] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c85c6150-ecf2-42aa-9590-5b111e8f4ead {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.318978] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 951.318978] env[70498]: value = "task-3614668" [ 951.318978] env[70498]: _type = "Task" [ 951.318978] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.323722] env[70498]: INFO nova.scheduler.client.report [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Deleted allocations for instance 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358 [ 951.334150] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.343413] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.343550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.343693] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.796583] env[70498]: INFO nova.compute.manager [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Took 61.07 seconds to build instance. [ 951.828980] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072671} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.829432] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.830393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b36bb-c8d9-4fc4-bd4c-2c151f70465d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.836803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faef2d6a-1b6b-4a9e-9e04-b4b7bd687bff tempest-ServerAddressesNegativeTestJSON-1467161985 tempest-ServerAddressesNegativeTestJSON-1467161985-project-member] Lock "8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.069s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.863451] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] df2582e9-4e05-4262-a6ff-7bc838fae39c/df2582e9-4e05-4262-a6ff-7bc838fae39c.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.864468] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bcf52a-c927-43c5-aed0-36fe009728e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.885455] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 951.885455] env[70498]: value = "task-3614672" [ 951.885455] env[70498]: _type = "Task" [ 951.885455] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.894024] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.909156] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.126963] env[70498]: DEBUG nova.network.neutron [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updating instance_info_cache with network_info: [{"id": "1775bd14-241e-4bfa-bd68-eee7713ba860", "address": "fa:16:3e:76:6d:2d", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1775bd14-24", "ovs_interfaceid": "1775bd14-241e-4bfa-bd68-eee7713ba860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.298326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b139f923-095e-4d83-9690-543664727949 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.192s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.400717] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614672, 'name': ReconfigVM_Task, 'duration_secs': 0.294139} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.400717] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] df2582e9-4e05-4262-a6ff-7bc838fae39c/df2582e9-4e05-4262-a6ff-7bc838fae39c.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.401332] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a468edc0-3da0-4ced-925b-7dca52d1588d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.413712] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 952.413712] env[70498]: value = "task-3614673" [ 952.413712] env[70498]: _type = "Task" [ 952.413712] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.429083] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614673, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.633256] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.633566] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Instance network_info: |[{"id": "1775bd14-241e-4bfa-bd68-eee7713ba860", "address": "fa:16:3e:76:6d:2d", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1775bd14-24", "ovs_interfaceid": "1775bd14-241e-4bfa-bd68-eee7713ba860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.633958] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:6d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1775bd14-241e-4bfa-bd68-eee7713ba860', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.642206] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.644906] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.646117] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdbf421c-aa2d-4797-b18b-0a83af397392 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.668668] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.668668] env[70498]: value = "task-3614674" [ 952.668668] env[70498]: _type = "Task" [ 952.668668] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.681338] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614674, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.805930] env[70498]: DEBUG nova.compute.manager [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Received event network-changed-1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.806285] env[70498]: DEBUG nova.compute.manager [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Refreshing instance network info cache due to event network-changed-1775bd14-241e-4bfa-bd68-eee7713ba860. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.806527] env[70498]: DEBUG oslo_concurrency.lockutils [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] Acquiring lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.806568] env[70498]: DEBUG oslo_concurrency.lockutils [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] Acquired lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.808099] env[70498]: DEBUG nova.network.neutron [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Refreshing network info cache for port 1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.891123] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f356d2e-8e9a-49eb-925d-ba21613c0b25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.898110] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34965631-61bf-4653-b78f-29bd2dd7fdb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.937697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda8050b-4c51-4202-bcaa-9b9ddc318f7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.949657] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614673, 'name': Rename_Task, 'duration_secs': 0.146574} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.951055] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c64ca4-cf46-44ec-9384-ab269d7ba7a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.955521] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.958026] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52412946-9e38-406f-b99c-536f472f59c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.970115] env[70498]: DEBUG nova.compute.provider_tree [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.971776] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 952.971776] env[70498]: value = "task-3614675" [ 952.971776] env[70498]: _type = "Task" [ 952.971776] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.980275] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.178500] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614674, 'name': CreateVM_Task, 'duration_secs': 0.372639} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.178639] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.179252] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.179395] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.179738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.180085] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bd23f1-4e65-42df-95a3-2d939b1b7196 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.189031] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 953.189031] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5244f6c5-36cc-b809-aa34-586c12e4b48b" [ 953.189031] env[70498]: _type = "Task" [ 953.189031] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.197439] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5244f6c5-36cc-b809-aa34-586c12e4b48b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.476024] env[70498]: DEBUG nova.scheduler.client.report [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.494832] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614675, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.546366] env[70498]: DEBUG nova.network.neutron [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updated VIF entry in instance network info cache for port 1775bd14-241e-4bfa-bd68-eee7713ba860. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.546814] env[70498]: DEBUG nova.network.neutron [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updating instance_info_cache with network_info: [{"id": "1775bd14-241e-4bfa-bd68-eee7713ba860", "address": "fa:16:3e:76:6d:2d", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1775bd14-24", "ovs_interfaceid": "1775bd14-241e-4bfa-bd68-eee7713ba860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.700941] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5244f6c5-36cc-b809-aa34-586c12e4b48b, 'name': SearchDatastore_Task, 'duration_secs': 0.026035} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.701447] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.701706] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.701968] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.702137] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.702335] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.702632] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d08f0a-8719-452e-93c1-b7537e1856b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.713761] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.714010] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.714815] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387d279a-f91c-411b-b975-d4737a58707c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.720209] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 953.720209] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525338bc-244d-5442-a56f-81f420c6e217" [ 953.720209] env[70498]: _type = "Task" [ 953.720209] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.731685] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525338bc-244d-5442-a56f-81f420c6e217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.990519] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.991075] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.994630] env[70498]: DEBUG oslo_vmware.api [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614675, 'name': PowerOnVM_Task, 'duration_secs': 0.771737} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.995372] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.462s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.995372] env[70498]: DEBUG nova.objects.instance [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lazy-loading 'resources' on Instance uuid 448ce5f0-bbc2-45bf-abb8-901315f40fcf {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.996925] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.996925] env[70498]: INFO nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Took 8.67 seconds to spawn the instance on the hypervisor. [ 953.996925] env[70498]: DEBUG nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.998036] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfbfb13-12ef-4273-bcfc-026953bb9589 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.049893] env[70498]: DEBUG oslo_concurrency.lockutils [req-33fc4cbb-c8c1-46db-9377-e73fcf69fbf9 req-fbb24e78-298b-439d-a82f-7c7a87f5c07e service nova] Releasing lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.178845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.179176] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.179396] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.179616] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.179869] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.183208] env[70498]: INFO nova.compute.manager [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Terminating instance [ 954.231673] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525338bc-244d-5442-a56f-81f420c6e217, 'name': SearchDatastore_Task, 'duration_secs': 0.014098} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.232525] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8253c1ab-9ce9-4c23-9027-3bbfe29f41d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.238810] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 954.238810] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526ad0a8-a9ca-4dd6-1c85-cd83de663246" [ 954.238810] env[70498]: _type = "Task" [ 954.238810] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.247199] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ad0a8-a9ca-4dd6-1c85-cd83de663246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.496700] env[70498]: DEBUG nova.compute.utils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.498212] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.498297] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.515317] env[70498]: INFO nova.compute.manager [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Took 60.11 seconds to build instance. [ 954.547816] env[70498]: DEBUG nova.policy [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '484b208e952948eb9db60b71a4170573', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e121a459d441d6abdd58b9faa595b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.687785] env[70498]: DEBUG nova.compute.manager [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.688050] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.689315] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4abec1-d62f-4e66-bc2f-c1886360152b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.698984] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.699249] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9febe7a2-7028-4bf1-be1d-ad3782ea9829 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.705072] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 954.705072] env[70498]: value = "task-3614677" [ 954.705072] env[70498]: _type = "Task" [ 954.705072] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.717626] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.748609] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ad0a8-a9ca-4dd6-1c85-cd83de663246, 'name': SearchDatastore_Task, 'duration_secs': 0.016027} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.751603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.752111] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/4651916e-ee5a-44fc-84fb-55f9faf67329.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.752564] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e57bc8c7-b9d2-4f5f-9487-f46c9344741d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.759626] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 954.759626] env[70498]: value = "task-3614678" [ 954.759626] env[70498]: _type = "Task" [ 954.759626] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.770137] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.842828] env[70498]: DEBUG nova.compute.manager [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Received event network-changed-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.843062] env[70498]: DEBUG nova.compute.manager [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Refreshing instance network info cache due to event network-changed-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.843316] env[70498]: DEBUG oslo_concurrency.lockutils [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] Acquiring lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.843481] env[70498]: DEBUG oslo_concurrency.lockutils [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] Acquired lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.843795] env[70498]: DEBUG nova.network.neutron [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Refreshing network info cache for port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.963650] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Successfully created port: 13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.004753] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.028725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-977d623a-a49c-47fe-90dd-8cf5e24f4138 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.566s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.060077] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e85cb67-7b36-498d-9eef-3b932437e9c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.075200] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a4ba77-05f6-42c5-bdca-ddcfdbf56410 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.914876] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614677, 'name': PowerOffVM_Task, 'duration_secs': 0.295966} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.920444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352d8cb9-fb99-48df-a0a9-233ae4cb0516 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.922981] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.923179] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.923709] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480719} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.924159] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae6e4f9-354a-4806-9d9f-49d4c8570fa5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.926277] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/4651916e-ee5a-44fc-84fb-55f9faf67329.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.926486] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.927461] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dc9246-4edb-4f8a-b048-125965d9fbf2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.932463] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de405a49-f418-4843-ab21-2827c04bc122 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.938115] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 955.938115] env[70498]: value = "task-3614680" [ 955.938115] env[70498]: _type = "Task" [ 955.938115] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.949280] env[70498]: DEBUG nova.compute.provider_tree [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.956730] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.005519] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.005822] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.005899] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Deleting the datastore file [datastore1] d56cfe5a-312f-4906-8b84-b0bae9a842f6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.006210] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b007e902-d68e-4d71-99a2-5ca3536266be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.018026] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for the task: (returnval){ [ 956.018026] env[70498]: value = "task-3614681" [ 956.018026] env[70498]: _type = "Task" [ 956.018026] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.025183] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.295815] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 956.296077] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721014', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'name': 'volume-e04e754d-a2b7-4871-850d-ba4748e6a046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f05a1529-9463-4fb0-a8c8-365b33b056df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'serial': 'e04e754d-a2b7-4871-850d-ba4748e6a046'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 956.297064] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66f201e-1acd-4d4d-ac99-66176d54fb5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.312925] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf85cc9-47a8-4f5a-a4ee-4f3912de55fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.337856] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-e04e754d-a2b7-4871-850d-ba4748e6a046/volume-e04e754d-a2b7-4871-850d-ba4748e6a046.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.338232] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1b7686-bb0a-47fd-b735-89131645f4aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.359015] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 956.359015] env[70498]: value = "task-3614682" [ 956.359015] env[70498]: _type = "Task" [ 956.359015] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.364877] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.377052] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.388616] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834f62cd-cbe4-4fad-941e-f5a1a938beab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.397083] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Suspending the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 956.397351] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-72494c9b-0af8-40f0-bb94-ceab3db97f83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.404142] env[70498]: DEBUG oslo_vmware.api [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 956.404142] env[70498]: value = "task-3614683" [ 956.404142] env[70498]: _type = "Task" [ 956.404142] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.414015] env[70498]: DEBUG oslo_vmware.api [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614683, 'name': SuspendVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.419161] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.419404] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.419590] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.419792] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.419947] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.420296] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.420533] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.420698] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.420865] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.421035] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.421211] env[70498]: DEBUG nova.virt.hardware [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.422265] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51242a66-8dc2-4bd4-ab7f-470ddad078f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.431842] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccae2448-e4a4-4a8c-9f37-8940b7a3e2e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.452253] env[70498]: DEBUG nova.scheduler.client.report [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.458202] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248382} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.458670] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.459442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b01df-0285-4ff4-826a-d2b0e03bbf2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.483019] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/4651916e-ee5a-44fc-84fb-55f9faf67329.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.483908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafe5a09-598f-42b3-882f-82051855827b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.498797] env[70498]: DEBUG nova.network.neutron [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updated VIF entry in instance network info cache for port 5a1b8e46-e3e9-4004-b802-1c38aa6b45d0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.499183] env[70498]: DEBUG nova.network.neutron [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.509022] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 956.509022] env[70498]: value = "task-3614684" [ 956.509022] env[70498]: _type = "Task" [ 956.509022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.515580] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.526856] env[70498]: DEBUG oslo_vmware.api [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Task: {'id': task-3614681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284861} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.527164] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.527297] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.527473] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.527691] env[70498]: INFO nova.compute.manager [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Took 1.84 seconds to destroy the instance on the hypervisor. [ 956.527959] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.528159] env[70498]: DEBUG nova.compute.manager [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.528311] env[70498]: DEBUG nova.network.neutron [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.867765] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614682, 'name': ReconfigVM_Task, 'duration_secs': 0.413522} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.868114] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-e04e754d-a2b7-4871-850d-ba4748e6a046/volume-e04e754d-a2b7-4871-850d-ba4748e6a046.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.873020] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42ce4dd-599f-43a6-baa3-9b734171cda7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.888436] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 956.888436] env[70498]: value = "task-3614685" [ 956.888436] env[70498]: _type = "Task" [ 956.888436] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.897445] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.913404] env[70498]: DEBUG oslo_vmware.api [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614683, 'name': SuspendVM_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.962095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.965s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.965956] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Successfully updated port: 13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.967062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.528s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.972515] env[70498]: INFO nova.compute.claims [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.003390] env[70498]: DEBUG oslo_concurrency.lockutils [req-037d45cf-ef2c-4dd2-bd9d-5281aeab8c8d req-712b6a6a-fdf1-43fe-92ed-8df5b286fc87 service nova] Releasing lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.007509] env[70498]: INFO nova.scheduler.client.report [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Deleted allocations for instance 448ce5f0-bbc2-45bf-abb8-901315f40fcf [ 957.019394] env[70498]: DEBUG nova.compute.manager [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received event network-vif-plugged-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.019620] env[70498]: DEBUG oslo_concurrency.lockutils [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] Acquiring lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.020692] env[70498]: DEBUG oslo_concurrency.lockutils [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.020692] env[70498]: DEBUG oslo_concurrency.lockutils [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.020692] env[70498]: DEBUG nova.compute.manager [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] No waiting events found dispatching network-vif-plugged-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.020692] env[70498]: WARNING nova.compute.manager [req-21720f89-8a8c-419c-85f9-dc917e9ac5ea req-6b307882-970f-4181-94cc-90e1933ea869 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received unexpected event network-vif-plugged-13cb96dc-5118-4544-af73-66f3b036cee9 for instance with vm_state building and task_state spawning. [ 957.027867] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.153935] env[70498]: DEBUG nova.compute.manager [req-84a4c19b-f8e7-47fd-bc52-14034b0ed32f req-ecd23ea6-feac-493d-8f84-0b8253efbe7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Received event network-vif-deleted-2e9fa013-f59d-469a-846a-ff36166d8110 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.155290] env[70498]: INFO nova.compute.manager [req-84a4c19b-f8e7-47fd-bc52-14034b0ed32f req-ecd23ea6-feac-493d-8f84-0b8253efbe7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Neutron deleted interface 2e9fa013-f59d-469a-846a-ff36166d8110; detaching it from the instance and deleting it from the info cache [ 957.155572] env[70498]: DEBUG nova.network.neutron [req-84a4c19b-f8e7-47fd-bc52-14034b0ed32f req-ecd23ea6-feac-493d-8f84-0b8253efbe7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.398714] env[70498]: DEBUG oslo_vmware.api [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614685, 'name': ReconfigVM_Task, 'duration_secs': 0.154573} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.399055] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721014', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'name': 'volume-e04e754d-a2b7-4871-850d-ba4748e6a046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f05a1529-9463-4fb0-a8c8-365b33b056df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'serial': 'e04e754d-a2b7-4871-850d-ba4748e6a046'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 957.414981] env[70498]: DEBUG oslo_vmware.api [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614683, 'name': SuspendVM_Task, 'duration_secs': 0.815994} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.415256] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Suspended the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 957.415428] env[70498]: DEBUG nova.compute.manager [None req-5e63c487-3d7a-4cc1-895c-14c43f4093f0 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.416226] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b233cf-2888-40ad-b51f-16fb5c19a749 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.478029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.478210] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.478363] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.523288] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614684, 'name': ReconfigVM_Task, 'duration_secs': 0.646161} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.523715] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5a5c34a8-ee2f-42a0-806d-37e09f6f6e29 tempest-VolumesAssistedSnapshotsTest-1029415677 tempest-VolumesAssistedSnapshotsTest-1029415677-project-member] Lock "448ce5f0-bbc2-45bf-abb8-901315f40fcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.057s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.524631] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/4651916e-ee5a-44fc-84fb-55f9faf67329.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.525235] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70498) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 957.526150] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-08110825-4993-49d8-995b-2244763cdc08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.534370] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 957.534370] env[70498]: value = "task-3614686" [ 957.534370] env[70498]: _type = "Task" [ 957.534370] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.543599] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614686, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.634939] env[70498]: DEBUG nova.network.neutron [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.659467] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d1e77c2-76b1-46eb-ae38-cd4e6174491f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.671191] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42eea3-cc30-4535-8500-4107fbe8f669 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.714571] env[70498]: DEBUG nova.compute.manager [req-84a4c19b-f8e7-47fd-bc52-14034b0ed32f req-ecd23ea6-feac-493d-8f84-0b8253efbe7b service nova] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Detach interface failed, port_id=2e9fa013-f59d-469a-846a-ff36166d8110, reason: Instance d56cfe5a-312f-4906-8b84-b0bae9a842f6 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.026265] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.046987] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614686, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.050967} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.047398] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70498) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 958.048202] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe234aa-4acc-4871-834f-a9bf86f31fdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.073190] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/ephemeral_0.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.079283] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70533873-102b-459f-be8e-bcd419321701 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.098717] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 958.098717] env[70498]: value = "task-3614687" [ 958.098717] env[70498]: _type = "Task" [ 958.098717] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.108712] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.137827] env[70498]: INFO nova.compute.manager [-] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Took 1.61 seconds to deallocate network for instance. [ 958.303420] env[70498]: DEBUG nova.network.neutron [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.444756] env[70498]: DEBUG nova.objects.instance [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lazy-loading 'flavor' on Instance uuid f05a1529-9463-4fb0-a8c8-365b33b056df {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.605663] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af64a2d-4a56-4c51-9d7e-5f335827db39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.611656] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614687, 'name': ReconfigVM_Task, 'duration_secs': 0.394624} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.612405] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329/ephemeral_0.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.613113] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73b227a6-27a4-4781-b397-6c29cc5ad8ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.617638] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c4457-140e-4b88-af38-59f17ed227a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.624183] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 958.624183] env[70498]: value = "task-3614688" [ 958.624183] env[70498]: _type = "Task" [ 958.624183] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.652464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.654143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632ae4e-71fd-487d-8a34-db6c2d0b371d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.660967] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614688, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.666062] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d15668-b6e9-4d1c-af17-99f64e723317 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.683699] env[70498]: DEBUG nova.compute.provider_tree [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.808880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.809225] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Instance network_info: |[{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.809671] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13cb96dc-5118-4544-af73-66f3b036cee9', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.818340] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.818853] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.819413] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c77405b-7382-45cc-8694-b44eb1a562c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.844090] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.844090] env[70498]: value = "task-3614689" [ 958.844090] env[70498]: _type = "Task" [ 958.844090] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.852554] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614689, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.950045] env[70498]: DEBUG oslo_concurrency.lockutils [None req-13f5f4e2-cfd7-49a6-ae38-6683884448b7 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.756s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.085731] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.085950] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.137023] env[70498]: DEBUG nova.compute.manager [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.137023] env[70498]: DEBUG nova.compute.manager [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing instance network info cache due to event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.137023] env[70498]: DEBUG oslo_concurrency.lockutils [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] Acquiring lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.137271] env[70498]: DEBUG oslo_concurrency.lockutils [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] Acquired lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.137530] env[70498]: DEBUG nova.network.neutron [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.145029] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614688, 'name': Rename_Task, 'duration_secs': 0.164761} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.145401] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.145732] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9089d9-cece-4136-9a19-622cfdd88a17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.152282] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 959.152282] env[70498]: value = "task-3614690" [ 959.152282] env[70498]: _type = "Task" [ 959.152282] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.162979] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.187761] env[70498]: DEBUG nova.scheduler.client.report [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.355034] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614689, 'name': CreateVM_Task, 'duration_secs': 0.369067} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.355297] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.356165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.356431] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.357179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.357266] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2508e9-2925-4e33-85c6-2b4cc0d3d601 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.363045] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 959.363045] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520d1fc6-e6e1-646c-14d6-d9f0f01a211f" [ 959.363045] env[70498]: _type = "Task" [ 959.363045] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.374059] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520d1fc6-e6e1-646c-14d6-d9f0f01a211f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.589922] env[70498]: INFO nova.compute.manager [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Detaching volume e04e754d-a2b7-4871-850d-ba4748e6a046 [ 959.627486] env[70498]: INFO nova.virt.block_device [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Attempting to driver detach volume e04e754d-a2b7-4871-850d-ba4748e6a046 from mountpoint /dev/sdb [ 959.627754] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 959.627951] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721014', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'name': 'volume-e04e754d-a2b7-4871-850d-ba4748e6a046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f05a1529-9463-4fb0-a8c8-365b33b056df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'serial': 'e04e754d-a2b7-4871-850d-ba4748e6a046'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 959.628858] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b86910f-bf63-4b1d-9175-2d74a7ef8bff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.654423] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe74e7c-5aa4-4bb5-9a35-a594612f72a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.667362] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28601488-bd5c-4677-8d2b-40325147f192 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.670020] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614690, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.699960] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.700516] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.706381] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.490s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.707000] env[70498]: DEBUG nova.objects.instance [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 959.710259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87791536-0020-4312-9f95-d0c95ebec5da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.726585] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] The volume has not been displaced from its original location: [datastore2] volume-e04e754d-a2b7-4871-850d-ba4748e6a046/volume-e04e754d-a2b7-4871-850d-ba4748e6a046.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 959.732607] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.735313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbefa9cb-a77d-480c-998f-cafedc2c21f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.752584] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 959.752584] env[70498]: value = "task-3614691" [ 959.752584] env[70498]: _type = "Task" [ 959.752584] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.761200] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.777300] env[70498]: DEBUG nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.778489] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbeb74a-bd57-4c76-844d-1fc05f94f426 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.875614] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520d1fc6-e6e1-646c-14d6-d9f0f01a211f, 'name': SearchDatastore_Task, 'duration_secs': 0.011598} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.875614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.875614] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.875614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.875906] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.875906] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.875906] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8371096-df25-4971-a5da-c0d54d37fde0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.885810] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.885998] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.890027] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70088c73-6150-496e-85d6-46c8c45a675a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.892317] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 959.892317] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52467594-dc88-c31d-58e4-7dfef0f352b6" [ 959.892317] env[70498]: _type = "Task" [ 959.892317] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.899851] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52467594-dc88-c31d-58e4-7dfef0f352b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.073192] env[70498]: DEBUG nova.network.neutron [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updated VIF entry in instance network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.073192] env[70498]: DEBUG nova.network.neutron [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.167014] env[70498]: DEBUG oslo_vmware.api [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614690, 'name': PowerOnVM_Task, 'duration_secs': 0.534194} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.167306] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.167571] env[70498]: INFO nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Took 9.61 seconds to spawn the instance on the hypervisor. [ 960.167875] env[70498]: DEBUG nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.168655] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ad8d6-5d0b-44a9-a200-32445fc4d03a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.219195] env[70498]: DEBUG nova.compute.utils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.221038] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.221213] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.263683] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614691, 'name': ReconfigVM_Task, 'duration_secs': 0.426055} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.264107] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.269151] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974452bf-aefe-446b-ba59-3fb66e108c64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.286192] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 960.286192] env[70498]: value = "task-3614692" [ 960.286192] env[70498]: _type = "Task" [ 960.286192] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.299161] env[70498]: INFO nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] instance snapshotting [ 960.299381] env[70498]: WARNING nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 960.303149] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304850] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9d8ed9-ad6b-4bc0-b496-b7d78fac024c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.310231] env[70498]: DEBUG nova.policy [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e01357a5211a494f858aee8f8bf92776', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6416a5f0a47d4f929dab4810a6746310', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.328504] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e54636-4842-43c0-9fc5-fb633d1a762c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.407391] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52467594-dc88-c31d-58e4-7dfef0f352b6, 'name': SearchDatastore_Task, 'duration_secs': 0.044583} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.408629] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c50548a-73d8-4a98-a7bb-f008908c6e5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.415423] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 960.415423] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d687a8-f688-3432-ecea-31f3d40a8d57" [ 960.415423] env[70498]: _type = "Task" [ 960.415423] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.426680] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d687a8-f688-3432-ecea-31f3d40a8d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.574712] env[70498]: DEBUG oslo_concurrency.lockutils [req-a5bc0a79-c7b6-433b-93af-ec45df37aa2e req-818f318f-8df8-4726-b056-3eead17ae9ec service nova] Releasing lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.692202] env[70498]: INFO nova.compute.manager [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Took 61.95 seconds to build instance. [ 960.723023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e4f8b490-936b-4894-81a0-a81ed46704a9 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.724193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.192s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.724303] env[70498]: DEBUG nova.objects.instance [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lazy-loading 'resources' on Instance uuid 19810a4d-5814-4ed5-a3af-1c5b8e3d6680 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.726405] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.796962] env[70498]: DEBUG oslo_vmware.api [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614692, 'name': ReconfigVM_Task, 'duration_secs': 0.2192} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.797631] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721014', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'name': 'volume-e04e754d-a2b7-4871-850d-ba4748e6a046', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f05a1529-9463-4fb0-a8c8-365b33b056df', 'attached_at': '', 'detached_at': '', 'volume_id': 'e04e754d-a2b7-4871-850d-ba4748e6a046', 'serial': 'e04e754d-a2b7-4871-850d-ba4748e6a046'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.839747] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.840082] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a0d5e74-5cd7-4ff9-a070-a34b612a301f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.848301] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 960.848301] env[70498]: value = "task-3614693" [ 960.848301] env[70498]: _type = "Task" [ 960.848301] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.857750] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.871357] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Successfully created port: 0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.927626] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d687a8-f688-3432-ecea-31f3d40a8d57, 'name': SearchDatastore_Task, 'duration_secs': 0.022236} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.927932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.928351] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 7f8af010-97e3-42d1-9128-c6d628afce3a/7f8af010-97e3-42d1-9128-c6d628afce3a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.928462] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c38fca9-d1ec-4f1d-b55d-74cad7d88a23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.936015] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 960.936015] env[70498]: value = "task-3614694" [ 960.936015] env[70498]: _type = "Task" [ 960.936015] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.947462] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.194204] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4fe8d975-bfc6-4420-bde6-be2b96dd6d31 tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.004s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.361180] env[70498]: DEBUG nova.objects.instance [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lazy-loading 'flavor' on Instance uuid f05a1529-9463-4fb0-a8c8-365b33b056df {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.371411] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614693, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.445030] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.738817] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.780386] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.780386] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.780386] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.780516] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.780516] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.780716] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.780949] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.781177] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.781411] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.781638] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.781898] env[70498]: DEBUG nova.virt.hardware [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.783551] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a99e45-2a90-4154-b5d7-58a75ddca215 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.797205] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f642a3-b52c-4d20-994a-3c977ed95236 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.859983] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4659efb9-46c8-49cb-92c7-bffefdc22c8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.871161] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614693, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.877236] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66531e17-4377-45b3-927f-18560b57c467 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.910986] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40eff9c-5d08-4d87-bfb2-94f288e5c061 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.918498] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994819d4-f908-48d4-9ce5-910df3780bf0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.933808] env[70498]: DEBUG nova.compute.provider_tree [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.946983] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.956239} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.947950] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 7f8af010-97e3-42d1-9128-c6d628afce3a/7f8af010-97e3-42d1-9128-c6d628afce3a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.949281] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.949281] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de269e74-8299-42fd-81bf-b7174e0b0e24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.954731] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 961.954731] env[70498]: value = "task-3614695" [ 961.954731] env[70498]: _type = "Task" [ 961.954731] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.962753] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.294513] env[70498]: DEBUG nova.compute.manager [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Received event network-changed-1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.294713] env[70498]: DEBUG nova.compute.manager [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Refreshing instance network info cache due to event network-changed-1775bd14-241e-4bfa-bd68-eee7713ba860. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.294956] env[70498]: DEBUG oslo_concurrency.lockutils [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] Acquiring lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.295110] env[70498]: DEBUG oslo_concurrency.lockutils [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] Acquired lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.295289] env[70498]: DEBUG nova.network.neutron [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Refreshing network info cache for port 1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.364300] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614693, 'name': CreateSnapshot_Task, 'duration_secs': 1.051615} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.364594] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 962.365400] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1199a1-73ee-4642-8a70-febf99ddd781 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.374104] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b1cc53da-5bbc-41b2-b5ce-d2b3ec245d1b tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.436526] env[70498]: DEBUG nova.scheduler.client.report [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.467246] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069508} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.467588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.468382] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a37baeb-257a-4080-b480-efc1a08ce4c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.499483] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7f8af010-97e3-42d1-9128-c6d628afce3a/7f8af010-97e3-42d1-9128-c6d628afce3a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.499814] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d68d2b-30d4-4179-9b93-ad51dff6471c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.521614] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 962.521614] env[70498]: value = "task-3614696" [ 962.521614] env[70498]: _type = "Task" [ 962.521614] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.530290] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.890037] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 962.890037] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-51cb4176-60e8-43d5-aef6-d0c932d4ef23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.897060] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 962.897060] env[70498]: value = "task-3614697" [ 962.897060] env[70498]: _type = "Task" [ 962.897060] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.907675] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.942857] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.950989] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.233s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.950989] env[70498]: DEBUG nova.objects.instance [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lazy-loading 'resources' on Instance uuid ebfcca2a-2f76-4616-b550-27d0ec6189c9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.996963] env[70498]: INFO nova.scheduler.client.report [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted allocations for instance 19810a4d-5814-4ed5-a3af-1c5b8e3d6680 [ 963.034816] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614696, 'name': ReconfigVM_Task, 'duration_secs': 0.28266} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.035605] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7f8af010-97e3-42d1-9128-c6d628afce3a/7f8af010-97e3-42d1-9128-c6d628afce3a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.036300] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b1b7314-7020-44a9-9550-979419930ceb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.043896] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 963.043896] env[70498]: value = "task-3614698" [ 963.043896] env[70498]: _type = "Task" [ 963.043896] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.055607] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614698, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.068506] env[70498]: DEBUG nova.compute.manager [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Received event network-vif-plugged-0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.068788] env[70498]: DEBUG oslo_concurrency.lockutils [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] Acquiring lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.068981] env[70498]: DEBUG oslo_concurrency.lockutils [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.069201] env[70498]: DEBUG oslo_concurrency.lockutils [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.069338] env[70498]: DEBUG nova.compute.manager [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] No waiting events found dispatching network-vif-plugged-0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.069500] env[70498]: WARNING nova.compute.manager [req-d6204ca5-38d2-4151-8baa-a82e0070377a req-1b4b5f43-f3db-411c-b35b-d4e7002ed494 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Received unexpected event network-vif-plugged-0b5943c6-fd17-421c-ac05-4d122f13bace for instance with vm_state building and task_state spawning. [ 963.104763] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Successfully updated port: 0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.283919] env[70498]: DEBUG nova.network.neutron [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updated VIF entry in instance network info cache for port 1775bd14-241e-4bfa-bd68-eee7713ba860. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.284527] env[70498]: DEBUG nova.network.neutron [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updating instance_info_cache with network_info: [{"id": "1775bd14-241e-4bfa-bd68-eee7713ba860", "address": "fa:16:3e:76:6d:2d", "network": {"id": "a229c459-0222-48ca-bb5f-42318ccab4ce", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1394599626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f904af279354295876ce62d73e89e9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1775bd14-24", "ovs_interfaceid": "1775bd14-241e-4bfa-bd68-eee7713ba860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.407347] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.460768] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "c70a1f92-7292-467e-adec-a7b4543c7924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.460768] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.505045] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b35c60f7-9408-4b16-9d23-ece0025ee261 tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "19810a4d-5814-4ed5-a3af-1c5b8e3d6680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.476s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.552599] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614698, 'name': Rename_Task, 'duration_secs': 0.184757} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.560019] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.560019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4207be5d-2421-46a8-b70a-10d041962b43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.565174] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 963.565174] env[70498]: value = "task-3614699" [ 963.565174] env[70498]: _type = "Task" [ 963.565174] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.576197] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.607648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.609088] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquired lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.609419] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.787525] env[70498]: DEBUG oslo_concurrency.lockutils [req-61b6dcb2-58a5-41c8-9e94-5a3e305fd350 req-b8851081-2e78-4092-8224-174d668f3425 service nova] Releasing lock "refresh_cache-4651916e-ee5a-44fc-84fb-55f9faf67329" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.910398] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.926728] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b09aa2-59ba-4e45-86f5-116a5a99d2af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.934280] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabce201-b59b-483d-a332-9cec9c1669a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.964198] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.967574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07d5c8-3a39-4972-b2cf-be1af360bce3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.974959] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f084b-5221-4981-bc5a-2a16a26f31ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.988745] env[70498]: DEBUG nova.compute.provider_tree [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.079417] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.346518] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.411521] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.491611] env[70498]: DEBUG nova.scheduler.client.report [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.503632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.585415] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.634186] env[70498]: DEBUG nova.network.neutron [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updating instance_info_cache with network_info: [{"id": "0b5943c6-fd17-421c-ac05-4d122f13bace", "address": "fa:16:3e:a9:95:ae", "network": {"id": "cb4999b1-6909-487d-bb88-0c6f71f91e82", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1808564500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6416a5f0a47d4f929dab4810a6746310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5943c6-fd", "ovs_interfaceid": "0b5943c6-fd17-421c-ac05-4d122f13bace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.909384] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.005716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.008304] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.075s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.009638] env[70498]: INFO nova.compute.claims [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.030761] env[70498]: INFO nova.scheduler.client.report [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Deleted allocations for instance ebfcca2a-2f76-4616-b550-27d0ec6189c9 [ 965.080464] env[70498]: DEBUG oslo_vmware.api [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614699, 'name': PowerOnVM_Task, 'duration_secs': 1.265786} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.081441] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.081518] env[70498]: INFO nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Took 8.70 seconds to spawn the instance on the hypervisor. [ 965.081986] env[70498]: DEBUG nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.082440] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ffba00-2fbd-426b-bbb2-be65c3861e4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.094403] env[70498]: DEBUG nova.compute.manager [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Received event network-changed-0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.094403] env[70498]: DEBUG nova.compute.manager [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Refreshing instance network info cache due to event network-changed-0b5943c6-fd17-421c-ac05-4d122f13bace. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.094641] env[70498]: DEBUG oslo_concurrency.lockutils [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] Acquiring lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.137405] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Releasing lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.138098] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Instance network_info: |[{"id": "0b5943c6-fd17-421c-ac05-4d122f13bace", "address": "fa:16:3e:a9:95:ae", "network": {"id": "cb4999b1-6909-487d-bb88-0c6f71f91e82", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1808564500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6416a5f0a47d4f929dab4810a6746310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5943c6-fd", "ovs_interfaceid": "0b5943c6-fd17-421c-ac05-4d122f13bace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.138403] env[70498]: DEBUG oslo_concurrency.lockutils [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] Acquired lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.138592] env[70498]: DEBUG nova.network.neutron [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Refreshing network info cache for port 0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.139790] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:95:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b5943c6-fd17-421c-ac05-4d122f13bace', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.147861] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Creating folder: Project (6416a5f0a47d4f929dab4810a6746310). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.150310] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3782b21-6f9d-467e-a29f-8e9765bc342b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.161986] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Created folder: Project (6416a5f0a47d4f929dab4810a6746310) in parent group-v720819. [ 965.162139] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Creating folder: Instances. Parent ref: group-v721019. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.162409] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16f55f7-a21f-4af8-b8fa-9fd21cde42d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.171523] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Created folder: Instances in parent group-v721019. [ 965.171770] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.171987] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.172231] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa778974-87fa-4b50-8a42-8144ac0e9337 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.191871] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.191871] env[70498]: value = "task-3614702" [ 965.191871] env[70498]: _type = "Task" [ 965.191871] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.199125] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614702, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.411053] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.542330] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba47c30a-6e11-405d-8bd9-394a70c7cbfa tempest-ListServersNegativeTestJSON-660035263 tempest-ListServersNegativeTestJSON-660035263-project-member] Lock "ebfcca2a-2f76-4616-b550-27d0ec6189c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.431s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.602804] env[70498]: INFO nova.compute.manager [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Took 64.01 seconds to build instance. [ 965.704965] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614702, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.915550] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.063365] env[70498]: DEBUG nova.network.neutron [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updated VIF entry in instance network info cache for port 0b5943c6-fd17-421c-ac05-4d122f13bace. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.063365] env[70498]: DEBUG nova.network.neutron [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updating instance_info_cache with network_info: [{"id": "0b5943c6-fd17-421c-ac05-4d122f13bace", "address": "fa:16:3e:a9:95:ae", "network": {"id": "cb4999b1-6909-487d-bb88-0c6f71f91e82", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1808564500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6416a5f0a47d4f929dab4810a6746310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5943c6-fd", "ovs_interfaceid": "0b5943c6-fd17-421c-ac05-4d122f13bace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.105773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00522eec-431f-4f04-b8d2-35675ae2cf73 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.195s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.210522] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614702, 'name': CreateVM_Task, 'duration_secs': 0.562661} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.211732] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.212627] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.213105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.214065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.214065] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e06951-d3f8-4855-b3ad-ca443d9058b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.220303] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 966.220303] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526cb0f8-03f3-29ae-9283-9e58749d4385" [ 966.220303] env[70498]: _type = "Task" [ 966.220303] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.232876] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526cb0f8-03f3-29ae-9283-9e58749d4385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.415548] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614697, 'name': CloneVM_Task, 'duration_secs': 3.088729} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.415548] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Created linked-clone VM from snapshot [ 966.415548] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e2fd2a-796c-4c6e-b3c5-d60cf9b0eeeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.422634] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Uploading image 0577895d-dea1-4a2a-b51f-6d3ef7d94d1e {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 966.458978] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 966.458978] env[70498]: value = "vm-721018" [ 966.458978] env[70498]: _type = "VirtualMachine" [ 966.458978] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 966.459203] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37858c12-aa0d-4e02-8de0-a49f9a397e23 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.465792] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease: (returnval){ [ 966.465792] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f13a4d-19c8-4e5b-4550-5c6d3eb15382" [ 966.465792] env[70498]: _type = "HttpNfcLease" [ 966.465792] env[70498]: } obtained for exporting VM: (result){ [ 966.465792] env[70498]: value = "vm-721018" [ 966.465792] env[70498]: _type = "VirtualMachine" [ 966.465792] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 966.466035] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the lease: (returnval){ [ 966.466035] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f13a4d-19c8-4e5b-4550-5c6d3eb15382" [ 966.466035] env[70498]: _type = "HttpNfcLease" [ 966.466035] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 966.474428] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.474428] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f13a4d-19c8-4e5b-4550-5c6d3eb15382" [ 966.474428] env[70498]: _type = "HttpNfcLease" [ 966.474428] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.538191] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b423e8e-da1b-4008-b970-8eeb69ca58a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.545546] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761919e8-e62e-4f9a-97b9-ea983fc03726 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.575750] env[70498]: DEBUG oslo_concurrency.lockutils [req-9317879d-e814-4fb0-bee4-8fa33a8ce6b5 req-194e4403-05ad-469b-95bd-c16112d8cb61 service nova] Releasing lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577030] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436540ba-1db3-4f3e-b267-73a8c30b956e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.584640] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd97c64-dee3-403e-a0bf-8024b503c3b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.598198] env[70498]: DEBUG nova.compute.provider_tree [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.732878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "7f8af010-97e3-42d1-9128-c6d628afce3a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.733737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.736017] env[70498]: INFO nova.compute.manager [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Rebooting instance [ 966.736017] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526cb0f8-03f3-29ae-9283-9e58749d4385, 'name': SearchDatastore_Task, 'duration_secs': 0.013117} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.736017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.736375] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.736812] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.737104] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.737413] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.738161] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-495969ba-e325-47bd-8c7f-0a0993c958d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.749250] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.749250] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.749250] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f46287-8eca-4345-9730-0ed478eb347a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.757139] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 966.757139] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cea9fd-6e7e-98a6-20dd-2063fe3a9fe6" [ 966.757139] env[70498]: _type = "Task" [ 966.757139] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.763210] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cea9fd-6e7e-98a6-20dd-2063fe3a9fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.978523] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.978523] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f13a4d-19c8-4e5b-4550-5c6d3eb15382" [ 966.978523] env[70498]: _type = "HttpNfcLease" [ 966.978523] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.979178] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.979178] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f13a4d-19c8-4e5b-4550-5c6d3eb15382" [ 966.979178] env[70498]: _type = "HttpNfcLease" [ 966.979178] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 966.979792] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47816d2f-3fe0-4d99-8acc-ea9273bd4071 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.988022] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.988218] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 967.101057] env[70498]: DEBUG nova.scheduler.client.report [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.114188] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed970dfa-e16e-49cc-a675-412d2119c4ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.169563] env[70498]: DEBUG nova.compute.manager [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.169792] env[70498]: DEBUG nova.compute.manager [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing instance network info cache due to event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.170039] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] Acquiring lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.170180] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] Acquired lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.170342] env[70498]: DEBUG nova.network.neutron [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.271608] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.271608] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cea9fd-6e7e-98a6-20dd-2063fe3a9fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.008373} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.272343] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe6ad466-b7ef-4e18-83e8-e443a4ea877b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.278146] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 967.278146] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520a4806-da17-4546-45b2-a84c6cf529a4" [ 967.278146] env[70498]: _type = "Task" [ 967.278146] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.286938] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a4806-da17-4546-45b2-a84c6cf529a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.608146] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.609099] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.612749] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 43.553s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.791715] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a4806-da17-4546-45b2-a84c6cf529a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010902} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.792188] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.792574] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 44ecb7ce-7aee-4598-a95d-3179fcf18868/44ecb7ce-7aee-4598-a95d-3179fcf18868.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.792834] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36927310-ac0b-4d9a-b86b-95008787e2db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.800582] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 967.800582] env[70498]: value = "task-3614704" [ 967.800582] env[70498]: _type = "Task" [ 967.800582] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.810118] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.080786] env[70498]: DEBUG nova.network.neutron [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updated VIF entry in instance network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.081238] env[70498]: DEBUG nova.network.neutron [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.116957] env[70498]: DEBUG nova.compute.utils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.122428] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.122505] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.167333] env[70498]: DEBUG nova.policy [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9645adb77a0f4252a7152a260575f15b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd5e6d806add4e49b06bdd7a4be59266', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.312494] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.563925] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Successfully created port: fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.584577] env[70498]: DEBUG oslo_concurrency.lockutils [req-6c6ed470-5416-4fdc-90e4-2e6ff3459289 req-49608dfa-53d1-4c92-a86b-95acc3b5f570 service nova] Releasing lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.585038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquired lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.585301] env[70498]: DEBUG nova.network.neutron [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.621688] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.720493] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd8c88-2747-475e-9429-c040fb86722e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.729271] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ad8554-c6a1-4cee-9bf4-27f081a1d392 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.766776] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193e3ee5-73ef-4a75-b455-5d9d5256d22d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.777394] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f096d0-a0f1-4fcc-a0f7-60b8e118b779 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.792125] env[70498]: DEBUG nova.compute.provider_tree [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.813110] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.813537] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 44ecb7ce-7aee-4598-a95d-3179fcf18868/44ecb7ce-7aee-4598-a95d-3179fcf18868.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.813891] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.814257] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13e43c29-52cc-42b8-8b12-c23f75617eb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.823100] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 968.823100] env[70498]: value = "task-3614705" [ 968.823100] env[70498]: _type = "Task" [ 968.823100] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.831061] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.299086] env[70498]: DEBUG nova.scheduler.client.report [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.335738] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074728} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.336185] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.336894] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbebc8d-2c5a-4459-aaaa-bdaefbce920b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.368136] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 44ecb7ce-7aee-4598-a95d-3179fcf18868/44ecb7ce-7aee-4598-a95d-3179fcf18868.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.371911] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60370157-c608-426d-90bd-ef0c501391ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.392757] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 969.392757] env[70498]: value = "task-3614706" [ 969.392757] env[70498]: _type = "Task" [ 969.392757] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.404022] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.631990] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.671110] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.671110] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.671110] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.671336] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.671336] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.671336] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.672201] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.672539] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.672826] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.673116] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.673403] env[70498]: DEBUG nova.virt.hardware [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.674396] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb2e126-cc5a-4569-997d-4bc3cf463f19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.679592] env[70498]: DEBUG nova.network.neutron [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.691029] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c05fd-f50c-4baa-8857-5c61cf7afdfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.903266] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.101157] env[70498]: DEBUG nova.compute.manager [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Received event network-vif-plugged-fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.101157] env[70498]: DEBUG oslo_concurrency.lockutils [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] Acquiring lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.101157] env[70498]: DEBUG oslo_concurrency.lockutils [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.101157] env[70498]: DEBUG oslo_concurrency.lockutils [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.101978] env[70498]: DEBUG nova.compute.manager [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] No waiting events found dispatching network-vif-plugged-fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.102296] env[70498]: WARNING nova.compute.manager [req-e431059f-7d0f-4387-959a-8099d8c6eb8f req-38d454e2-0e6d-4327-aaf3-beca25289848 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Received unexpected event network-vif-plugged-fedb11fa-db88-4625-9a07-18542ae881fd for instance with vm_state building and task_state spawning. [ 970.188030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Releasing lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.241658] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Successfully updated port: fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.312133] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.699s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.312359] env[70498]: DEBUG nova.compute.manager [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70498) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 970.315208] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.950s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.315391] env[70498]: DEBUG nova.objects.instance [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 970.405855] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614706, 'name': ReconfigVM_Task, 'duration_secs': 0.567427} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.406161] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 44ecb7ce-7aee-4598-a95d-3179fcf18868/44ecb7ce-7aee-4598-a95d-3179fcf18868.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.406803] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9717412a-4a92-40f9-9fb0-f2734c9e33a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.413069] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 970.413069] env[70498]: value = "task-3614707" [ 970.413069] env[70498]: _type = "Task" [ 970.413069] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.420741] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614707, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.693799] env[70498]: DEBUG nova.compute.manager [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.696461] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050f2fb-c3c5-4e4d-bacc-0766cd975a4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.745540] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.745540] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.745540] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.894076] env[70498]: INFO nova.scheduler.client.report [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted allocation for migration e5cc9243-9bf1-47dd-80b4-b12434341d22 [ 970.925258] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614707, 'name': Rename_Task, 'duration_secs': 0.280362} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.925258] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.925258] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c3c4a03-aaba-4bb2-b252-38bd1e625f9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.930245] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 970.930245] env[70498]: value = "task-3614708" [ 970.930245] env[70498]: _type = "Task" [ 970.930245] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.938707] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.320470] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.330272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-028d8154-12ae-471b-8374-ea1ce7fbf052 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.334753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.764s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.400037] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bfe7a3d3-f84b-438f-b160-29aa7e0907d3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 50.403s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.445817] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614708, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.546617] env[70498]: DEBUG nova.network.neutron [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Updating instance_info_cache with network_info: [{"id": "fedb11fa-db88-4625-9a07-18542ae881fd", "address": "fa:16:3e:bd:05:60", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfedb11fa-db", "ovs_interfaceid": "fedb11fa-db88-4625-9a07-18542ae881fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.716022] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a673a-1e36-4b00-862d-b60e1918cb10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.728288] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Doing hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 971.729367] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b67e002b-8743-4688-b24d-209212eae46e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.739021] env[70498]: DEBUG oslo_vmware.api [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 971.739021] env[70498]: value = "task-3614709" [ 971.739021] env[70498]: _type = "Task" [ 971.739021] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.748998] env[70498]: DEBUG oslo_vmware.api [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614709, 'name': ResetVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.946154] env[70498]: DEBUG oslo_vmware.api [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614708, 'name': PowerOnVM_Task, 'duration_secs': 0.645713} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.946154] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.946347] env[70498]: INFO nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Took 10.21 seconds to spawn the instance on the hypervisor. [ 971.946811] env[70498]: DEBUG nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.947348] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01138c30-1649-4290-b093-e0cd18baa23b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.049058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.049466] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Instance network_info: |[{"id": "fedb11fa-db88-4625-9a07-18542ae881fd", "address": "fa:16:3e:bd:05:60", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfedb11fa-db", "ovs_interfaceid": "fedb11fa-db88-4625-9a07-18542ae881fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.049841] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:05:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fedb11fa-db88-4625-9a07-18542ae881fd', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.057680] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.058142] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.058425] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8388bf9d-b9ec-460c-8acb-3583ee18c412 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.080125] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.080125] env[70498]: value = "task-3614710" [ 972.080125] env[70498]: _type = "Task" [ 972.080125] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.085568] env[70498]: DEBUG nova.objects.instance [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.092297] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614710, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.176231] env[70498]: DEBUG nova.compute.manager [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Received event network-changed-fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.176822] env[70498]: DEBUG nova.compute.manager [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Refreshing instance network info cache due to event network-changed-fedb11fa-db88-4625-9a07-18542ae881fd. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.176822] env[70498]: DEBUG oslo_concurrency.lockutils [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] Acquiring lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.176822] env[70498]: DEBUG oslo_concurrency.lockutils [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] Acquired lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.177177] env[70498]: DEBUG nova.network.neutron [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Refreshing network info cache for port fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.249193] env[70498]: DEBUG oslo_vmware.api [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614709, 'name': ResetVM_Task, 'duration_secs': 0.097202} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.249472] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Did hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 972.249660] env[70498]: DEBUG nova.compute.manager [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.250475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c4bc4-fbeb-4e06-8699-fb17de17c536 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.367088] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Applying migration context for instance e622a650-68e5-4bf1-ae06-2e8b4203918d as it has an incoming, in-progress migration 9a327f23-8358-4876-a7e6-78a77afb56d9. Migration status is reverting {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 972.370099] env[70498]: INFO nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating resource usage from migration 9a327f23-8358-4876-a7e6-78a77afb56d9 [ 972.370452] env[70498]: INFO nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating resource usage from migration 3644b11f-db5c-44b2-a20c-f645e391dd89 [ 972.395862] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396038] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f9a61c3a-e591-4d0d-8e7d-02250bee4287 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396239] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 94667cd0-16dd-4ea0-a397-79cf68a71f4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396409] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d56cfe5a-312f-4906-8b84-b0bae9a842f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.396534] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance bab958b5-eb15-42d5-a24b-dcb23999a301 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396653] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 0c76226b-a9ad-4d80-af0d-2b766ac1cc46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396769] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9eb615a0-f7a2-4877-b8bd-da6f8cce751f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396883] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ee25feee-3f5e-4bc7-977a-416fb75fb51e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.396996] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f05a1529-9463-4fb0-a8c8-365b33b056df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397122] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d386c231-c43e-4a9f-a873-d71a5885696a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397234] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397360] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 11086611-2508-490c-ba96-13b0d3041e3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397486] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ebdac94a-e32c-4747-8a66-0dd8ffa862bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.397596] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d55b6c29-0ab9-41b0-a5b5-4e550fd24c48 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397714] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 31c1a5b7-9ab5-4420-a967-f64542860150 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.397828] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 6d264890-6eb1-4ab6-88af-b3289ea3ef4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.397935] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 326c5243-e998-4528-9bd8-b70201c284f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.398091] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f367ad26-89eb-47ab-9fc3-c78f9242b6e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 972.398275] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.398399] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 98b2294e-8df8-4b09-951b-0e99dae111d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.398507] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance ae7b1412-75ee-4bb5-9776-a71d1f0c4977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.398617] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Migration 9a327f23-8358-4876-a7e6-78a77afb56d9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 972.398724] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance e622a650-68e5-4bf1-ae06-2e8b4203918d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.398861] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance df2582e9-4e05-4262-a6ff-7bc838fae39c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.399074] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 4651916e-ee5a-44fc-84fb-55f9faf67329 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.399230] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 7f8af010-97e3-42d1-9128-c6d628afce3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.399375] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 44ecb7ce-7aee-4598-a95d-3179fcf18868 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.399530] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance a34c3ed6-916c-4109-9fb8-27577d79e7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.468220] env[70498]: INFO nova.compute.manager [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Took 59.05 seconds to build instance. [ 972.582118] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.582368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.596063] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614710, 'name': CreateVM_Task, 'duration_secs': 0.388163} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.596433] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.596626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.596849] env[70498]: DEBUG nova.network.neutron [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.597070] env[70498]: DEBUG nova.objects.instance [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'info_cache' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.598548] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.599333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.599490] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.599820] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.600316] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed0d669-26ff-45f5-8350-395b4476b49a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.602214] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.602412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.607333] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 972.607333] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ff78-0674-86fc-ab28-036662da4e12" [ 972.607333] env[70498]: _type = "Task" [ 972.607333] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.616542] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ff78-0674-86fc-ab28-036662da4e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.769440] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0d33a924-92e4-4dfb-bd12-8787b10f9446 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.035s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.904356] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d38d38aa-3af2-408b-b65d-f50d8c175508 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 972.904516] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Migration 3644b11f-db5c-44b2-a20c-f645e391dd89 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 972.905044] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 0796db41-908c-4681-a242-7c5c66ec19e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 972.924994] env[70498]: DEBUG nova.network.neutron [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Updated VIF entry in instance network info cache for port fedb11fa-db88-4625-9a07-18542ae881fd. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.925356] env[70498]: DEBUG nova.network.neutron [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Updating instance_info_cache with network_info: [{"id": "fedb11fa-db88-4625-9a07-18542ae881fd", "address": "fa:16:3e:bd:05:60", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfedb11fa-db", "ovs_interfaceid": "fedb11fa-db88-4625-9a07-18542ae881fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.970655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-37eee613-f44e-4245-8b14-d493bb3f45e6 tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.267s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.089505] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.103394] env[70498]: DEBUG nova.objects.base [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.105986] env[70498]: INFO nova.compute.manager [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Detaching volume bd7d1fee-73a2-4962-a240-3377d50b587c [ 973.125749] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ff78-0674-86fc-ab28-036662da4e12, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.126211] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.126563] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.126930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.127851] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.127851] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.129062] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a73e00-fea9-41c4-9806-7e54bd0f678e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.139533] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.139801] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.140888] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5196221-8ee3-41e4-a318-478fe792401c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.149316] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 973.149316] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a1bb4d-1191-eaad-e109-23c9942e0c61" [ 973.149316] env[70498]: _type = "Task" [ 973.149316] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.157034] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a1bb4d-1191-eaad-e109-23c9942e0c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.158841] env[70498]: INFO nova.virt.block_device [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Attempting to driver detach volume bd7d1fee-73a2-4962-a240-3377d50b587c from mountpoint /dev/sdb [ 973.159113] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.159323] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720974', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'name': 'volume-bd7d1fee-73a2-4962-a240-3377d50b587c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6d264890-6eb1-4ab6-88af-b3289ea3ef4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'serial': 'bd7d1fee-73a2-4962-a240-3377d50b587c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 973.161425] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e75dfe-71c1-4e61-b756-b14aa471d77a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.185427] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cdd6e0-70d9-4e7b-9453-6b069aa37fba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.193322] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaee0639-0fc4-4d70-aa16-ecc683b2bf19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.215500] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d1cb4-d8eb-465a-bd90-40ace625108e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.232630] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] The volume has not been displaced from its original location: [datastore2] volume-bd7d1fee-73a2-4962-a240-3377d50b587c/volume-bd7d1fee-73a2-4962-a240-3377d50b587c.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 973.239497] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.239976] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6eb8548-2e30-4262-95ba-419b08cfc3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.259643] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 973.259643] env[70498]: value = "task-3614711" [ 973.259643] env[70498]: _type = "Task" [ 973.259643] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.269225] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.415706] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance c70a1f92-7292-467e-adec-a7b4543c7924 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.430776] env[70498]: DEBUG oslo_concurrency.lockutils [req-7761e9fb-1d03-40b4-935c-2e5f4b5ceb1a req-ca63afd1-af3e-4184-bdca-e4b9e9708c96 service nova] Releasing lock "refresh_cache-a34c3ed6-916c-4109-9fb8-27577d79e7a9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.616222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.657894] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a1bb4d-1191-eaad-e109-23c9942e0c61, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.659072] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ffc51a-5efb-4b3f-ab6d-55098d245589 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.664309] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 973.664309] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5252b660-62be-675d-e1b5-889aa2bede60" [ 973.664309] env[70498]: _type = "Task" [ 973.664309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.674396] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5252b660-62be-675d-e1b5-889aa2bede60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.769872] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614711, 'name': ReconfigVM_Task, 'duration_secs': 0.33892} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.772798] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.777932] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b168dfdf-ebb8-4888-a374-33ee9cac0354 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.794395] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 973.794395] env[70498]: value = "task-3614712" [ 973.794395] env[70498]: _type = "Task" [ 973.794395] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.805713] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.922263] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 973.922368] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 973.922452] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5504MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.187235] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5252b660-62be-675d-e1b5-889aa2bede60, 'name': SearchDatastore_Task, 'duration_secs': 0.0218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.189333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.190049] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a34c3ed6-916c-4109-9fb8-27577d79e7a9/a34c3ed6-916c-4109-9fb8-27577d79e7a9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.192518] env[70498]: DEBUG nova.compute.manager [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Received event network-changed-0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.192841] env[70498]: DEBUG nova.compute.manager [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Refreshing instance network info cache due to event network-changed-0b5943c6-fd17-421c-ac05-4d122f13bace. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.193118] env[70498]: DEBUG oslo_concurrency.lockutils [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] Acquiring lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.193281] env[70498]: DEBUG oslo_concurrency.lockutils [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] Acquired lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.193503] env[70498]: DEBUG nova.network.neutron [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Refreshing network info cache for port 0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.198015] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb174ae-10d7-431a-ae08-4db61402d419 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.208603] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 974.208603] env[70498]: value = "task-3614713" [ 974.208603] env[70498]: _type = "Task" [ 974.208603] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.219564] env[70498]: DEBUG nova.network.neutron [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [{"id": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "address": "fa:16:3e:01:50:d0", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd79be7b5-92", "ovs_interfaceid": "d79be7b5-9204-4d1b-8c7a-ca45c153dd54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.224448] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.306174] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.442432] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd23bfd-1099-4e41-88ca-1fc053d62e2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.456207] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb57515-7b6e-45a6-8dd7-ac5d18d1f448 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.498627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7551c9-9df1-496c-876b-c2475fffe80a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.510510] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c38c8c-6aeb-40ad-97d1-824801c1a922 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.531199] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.723268] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.725953] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-ae7b1412-75ee-4bb5-9776-a71d1f0c4977" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.805451] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.954350] env[70498]: DEBUG nova.network.neutron [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updated VIF entry in instance network info cache for port 0b5943c6-fd17-421c-ac05-4d122f13bace. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.954779] env[70498]: DEBUG nova.network.neutron [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updating instance_info_cache with network_info: [{"id": "0b5943c6-fd17-421c-ac05-4d122f13bace", "address": "fa:16:3e:a9:95:ae", "network": {"id": "cb4999b1-6909-487d-bb88-0c6f71f91e82", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1808564500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6416a5f0a47d4f929dab4810a6746310", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5943c6-fd", "ovs_interfaceid": "0b5943c6-fd17-421c-ac05-4d122f13bace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.034813] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.042080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "7f8af010-97e3-42d1-9128-c6d628afce3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.042383] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.042600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.042782] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.043046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.045051] env[70498]: INFO nova.compute.manager [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Terminating instance [ 975.219748] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536438} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.220098] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a34c3ed6-916c-4109-9fb8-27577d79e7a9/a34c3ed6-916c-4109-9fb8-27577d79e7a9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.220319] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.220568] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-152fff21-6a91-4efb-b7c6-7ac4c63a9b16 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.227143] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 975.227143] env[70498]: value = "task-3614714" [ 975.227143] env[70498]: _type = "Task" [ 975.227143] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.237554] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.306622] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.458029] env[70498]: DEBUG oslo_concurrency.lockutils [req-22de279b-b3f0-406a-993c-3344a27a0b15 req-de6f1edd-01a4-4249-bad7-45666614f5d6 service nova] Releasing lock "refresh_cache-44ecb7ce-7aee-4598-a95d-3179fcf18868" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.539766] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 975.540090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.205s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.540454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.422s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.540680] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.542915] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.458s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.544424] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.544581] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Cleaning up deleted instances {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 975.548817] env[70498]: DEBUG nova.compute.manager [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.549056] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.549961] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d6127-20bc-4740-bed9-630ac0981a6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.558372] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.559193] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa2b76c-3829-4d55-941c-3127d119c881 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.566877] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 975.566877] env[70498]: value = "task-3614715" [ 975.566877] env[70498]: _type = "Task" [ 975.566877] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.567764] env[70498]: INFO nova.scheduler.client.report [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted allocations for instance ebdac94a-e32c-4747-8a66-0dd8ffa862bb [ 975.579973] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.732941] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.733213] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3e4b14-aa25-47f5-a9b0-c1c8dea71622 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.738386] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082064} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.739163] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.740052] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c930be-4452-4876-a15f-90f2fc994db4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.744305] env[70498]: DEBUG oslo_vmware.api [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 975.744305] env[70498]: value = "task-3614716" [ 975.744305] env[70498]: _type = "Task" [ 975.744305] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.771452] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a34c3ed6-916c-4109-9fb8-27577d79e7a9/a34c3ed6-916c-4109-9fb8-27577d79e7a9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.772522] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12011df1-7c48-47c4-82d4-a102f495bb4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.793592] env[70498]: DEBUG oslo_vmware.api [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614716, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.802520] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 975.802520] env[70498]: value = "task-3614717" [ 975.802520] env[70498]: _type = "Task" [ 975.802520] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.809144] env[70498]: DEBUG oslo_vmware.api [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614712, 'name': ReconfigVM_Task, 'duration_secs': 1.939976} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.809890] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720974', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'name': 'volume-bd7d1fee-73a2-4962-a240-3377d50b587c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '6d264890-6eb1-4ab6-88af-b3289ea3ef4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd7d1fee-73a2-4962-a240-3377d50b587c', 'serial': 'bd7d1fee-73a2-4962-a240-3377d50b587c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 975.815728] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.046972] env[70498]: DEBUG nova.objects.instance [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lazy-loading 'migration_context' on Instance uuid e622a650-68e5-4bf1-ae06-2e8b4203918d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.062580] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] There are 38 instances to clean {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 976.062993] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8d1f8eb1-fef2-43b3-aec3-ad8cf9e5e358] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.082031] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3d5fb420-c2cd-4421-953b-04ca36d8a9db tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "ebdac94a-e32c-4747-8a66-0dd8ffa862bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.517s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.088149] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614715, 'name': PowerOffVM_Task, 'duration_secs': 0.362943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.088771] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.089066] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.089699] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37d7265a-0d9c-48c1-ac8a-ac27fa3c06ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.166960] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.167265] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.167487] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleting the datastore file [datastore1] 7f8af010-97e3-42d1-9128-c6d628afce3a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.170366] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9746287-22e6-4612-9c07-a7098c4cb6cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.176648] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 976.176648] env[70498]: value = "task-3614719" [ 976.176648] env[70498]: _type = "Task" [ 976.176648] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.186625] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.226948] env[70498]: DEBUG nova.compute.manager [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.227418] env[70498]: DEBUG nova.compute.manager [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing instance network info cache due to event network-changed-13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.227782] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] Acquiring lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.227973] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] Acquired lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.228195] env[70498]: DEBUG nova.network.neutron [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Refreshing network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.258069] env[70498]: DEBUG oslo_vmware.api [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.313458] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614717, 'name': ReconfigVM_Task, 'duration_secs': 0.495987} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.313753] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a34c3ed6-916c-4109-9fb8-27577d79e7a9/a34c3ed6-916c-4109-9fb8-27577d79e7a9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.314409] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf8d04e-3dbf-4c17-810c-a79dd29c2314 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.323073] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 976.323073] env[70498]: value = "task-3614720" [ 976.323073] env[70498]: _type = "Task" [ 976.323073] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.333238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.333464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.333666] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.333845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.334018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.335553] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614720, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.336123] env[70498]: INFO nova.compute.manager [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Terminating instance [ 976.366166] env[70498]: DEBUG nova.objects.instance [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'flavor' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.556742] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63428098-a68c-4489-af8b-14f053bbc915 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.564349] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c3d54-67a3-468e-82d1-5f3222820657 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.595908] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d4407b2b-3755-4916-a0d1-bc9cabb6514e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.599092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec1872-67d4-44fc-8f52-76088e282791 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.607903] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecac3cc2-c805-4b4e-a46a-bed43313681e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.622029] env[70498]: DEBUG nova.compute.provider_tree [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.631216] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 976.632076] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df0070-bbcf-49e6-93ea-a613f82d793d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.638368] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 976.638528] env[70498]: ERROR oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk due to incomplete transfer. [ 976.638739] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1753c991-4818-4e13-ab75-2f03b540293d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.645997] env[70498]: DEBUG oslo_vmware.rw_handles [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52273194-2922-8c5e-bcda-56345cabf3ac/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 976.646218] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Uploaded image 0577895d-dea1-4a2a-b51f-6d3ef7d94d1e to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 976.648339] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 976.648540] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10b81126-27dd-4460-9c5e-af0f4908d9c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.653739] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 976.653739] env[70498]: value = "task-3614721" [ 976.653739] env[70498]: _type = "Task" [ 976.653739] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.661166] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614721, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.684676] env[70498]: DEBUG oslo_vmware.api [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201196} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.684932] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.685125] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.685298] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.685468] env[70498]: INFO nova.compute.manager [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.685771] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.685985] env[70498]: DEBUG nova.compute.manager [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.686099] env[70498]: DEBUG nova.network.neutron [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.755684] env[70498]: DEBUG oslo_vmware.api [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614716, 'name': PowerOnVM_Task, 'duration_secs': 0.572967} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.755961] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.756167] env[70498]: DEBUG nova.compute.manager [None req-b22f5ec1-46fb-4158-8f3f-c6c6886242b3 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.756992] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4754d76-f604-46dc-994d-aa390cfb43ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.835015] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614720, 'name': Rename_Task, 'duration_secs': 0.17588} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.835993] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.835993] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a9fd5f-ee4b-43f4-98e5-738c4ef5bca9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.840333] env[70498]: DEBUG nova.compute.manager [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.840526] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.841359] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1cb0ad-0f26-480b-87fc-3bb31decf798 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.845997] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 976.845997] env[70498]: value = "task-3614722" [ 976.845997] env[70498]: _type = "Task" [ 976.845997] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.852169] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.852885] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689a9533-8514-4b37-b82d-861aa594812d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.857555] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.863698] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 976.863698] env[70498]: value = "task-3614723" [ 976.863698] env[70498]: _type = "Task" [ 976.863698] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.876296] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.973184] env[70498]: DEBUG nova.network.neutron [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updated VIF entry in instance network info cache for port 13cb96dc-5118-4544-af73-66f3b036cee9. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.973591] env[70498]: DEBUG nova.network.neutron [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [{"id": "13cb96dc-5118-4544-af73-66f3b036cee9", "address": "fa:16:3e:89:1f:46", "network": {"id": "194c854d-e1be-4a3d-b334-3605c0607434", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2060406366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e121a459d441d6abdd58b9faa595b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13cb96dc-51", "ovs_interfaceid": "13cb96dc-5118-4544-af73-66f3b036cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.005151] env[70498]: DEBUG nova.compute.manager [req-df6ea791-3f59-4c84-bb6e-ce8882e494b6 req-90b67983-1cee-433d-a8b1-66ef8446d389 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Received event network-vif-deleted-13cb96dc-5118-4544-af73-66f3b036cee9 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.005151] env[70498]: INFO nova.compute.manager [req-df6ea791-3f59-4c84-bb6e-ce8882e494b6 req-90b67983-1cee-433d-a8b1-66ef8446d389 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Neutron deleted interface 13cb96dc-5118-4544-af73-66f3b036cee9; detaching it from the instance and deleting it from the info cache [ 977.005151] env[70498]: DEBUG nova.network.neutron [req-df6ea791-3f59-4c84-bb6e-ce8882e494b6 req-90b67983-1cee-433d-a8b1-66ef8446d389 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.099689] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 31e20aad-a2bc-4a8a-9ebf-691928e946b3] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.126465] env[70498]: DEBUG nova.scheduler.client.report [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.171662] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614721, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.356974] env[70498]: DEBUG oslo_vmware.api [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614722, 'name': PowerOnVM_Task, 'duration_secs': 0.481519} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.357122] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.357323] env[70498]: INFO nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Took 7.73 seconds to spawn the instance on the hypervisor. [ 977.357496] env[70498]: DEBUG nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.358266] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771e8e19-6bdd-4253-be11-4130fbe19b67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.374136] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614723, 'name': PowerOffVM_Task, 'duration_secs': 0.246759} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.374390] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.374557] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.374781] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274bf837-8068-4842-af0d-e8f28fab623d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.379688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d08495fa-afeb-4d33-9121-428ce4527b4c tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.777s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.403036] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.403406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.403532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.403702] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.403849] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.405767] env[70498]: INFO nova.compute.manager [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Terminating instance [ 977.436697] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.436922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.437113] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore1] 9eb615a0-f7a2-4877-b8bd-da6f8cce751f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.437369] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30f40dab-0dd9-4fc2-b5e8-23c16af296cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.443515] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 977.443515] env[70498]: value = "task-3614725" [ 977.443515] env[70498]: _type = "Task" [ 977.443515] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.452759] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.460183] env[70498]: DEBUG nova.network.neutron [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.476567] env[70498]: DEBUG oslo_concurrency.lockutils [req-9f42cedb-6fa1-4ea7-96a5-46f70af86279 req-78a422ef-020e-4bd8-b832-8e50fca6de45 service nova] Releasing lock "refresh_cache-7f8af010-97e3-42d1-9128-c6d628afce3a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.510799] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab6f6ff5-2331-4cea-ba9f-c514f37110b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.520869] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160c111-e223-4a2c-8d06-6b20fcf6a7f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.560189] env[70498]: DEBUG nova.compute.manager [req-df6ea791-3f59-4c84-bb6e-ce8882e494b6 req-90b67983-1cee-433d-a8b1-66ef8446d389 service nova] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Detach interface failed, port_id=13cb96dc-5118-4544-af73-66f3b036cee9, reason: Instance 7f8af010-97e3-42d1-9128-c6d628afce3a could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.602686] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 364071aa-4386-43a9-b0e4-81b8859bcdc5] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.666757] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614721, 'name': Destroy_Task, 'duration_secs': 0.547517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.667088] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Destroyed the VM [ 977.667328] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 977.667994] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3447d1e0-9b17-448f-9998-f7a390c2efb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.679030] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 977.679030] env[70498]: value = "task-3614726" [ 977.679030] env[70498]: _type = "Task" [ 977.679030] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.688780] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614726, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.883147] env[70498]: INFO nova.compute.manager [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Took 55.97 seconds to build instance. [ 977.909264] env[70498]: DEBUG nova.compute.manager [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.909612] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.910981] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f147238d-f3db-4707-b0ff-b3a17b327ace {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.920488] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.920770] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a997efdb-c6b4-4728-b089-6b831901e61a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.953843] env[70498]: DEBUG oslo_vmware.api [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396876} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.954116] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.954302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.954478] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.954647] env[70498]: INFO nova.compute.manager [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 977.954885] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.955103] env[70498]: DEBUG nova.compute.manager [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.955204] env[70498]: DEBUG nova.network.neutron [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.963944] env[70498]: INFO nova.compute.manager [-] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Took 1.28 seconds to deallocate network for instance. [ 977.964519] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.964736] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.106017] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ebfcca2a-2f76-4616-b550-27d0ec6189c9] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.137985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.595s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.144293] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.354s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.144548] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.147829] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.833s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.149549] env[70498]: INFO nova.compute.claims [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.157304] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.185285] env[70498]: INFO nova.scheduler.client.report [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleted allocations for instance 31c1a5b7-9ab5-4420-a967-f64542860150 [ 978.195236] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614726, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.332653] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.332945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.333203] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.333772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.333957] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.337027] env[70498]: INFO nova.compute.manager [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Terminating instance [ 978.338028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.338350] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.338464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.338646] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.338801] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.350481] env[70498]: INFO nova.compute.manager [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Terminating instance [ 978.352797] env[70498]: WARNING oslo_messaging._drivers.amqpdriver [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 978.369290] env[70498]: DEBUG nova.compute.manager [req-ed8fee57-18d2-4af2-a824-a5b77968107d req-ddfe9051-ff24-4b6a-841a-36f99f3379b1 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Received event network-vif-deleted-15dd51f8-08f1-4f0d-8441-cb23cb5bf672 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.369290] env[70498]: INFO nova.compute.manager [req-ed8fee57-18d2-4af2-a824-a5b77968107d req-ddfe9051-ff24-4b6a-841a-36f99f3379b1 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Neutron deleted interface 15dd51f8-08f1-4f0d-8441-cb23cb5bf672; detaching it from the instance and deleting it from the info cache [ 978.369290] env[70498]: DEBUG nova.network.neutron [req-ed8fee57-18d2-4af2-a824-a5b77968107d req-ddfe9051-ff24-4b6a-841a-36f99f3379b1 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.385504] env[70498]: DEBUG oslo_concurrency.lockutils [None req-244e3db1-0307-4099-93d0-5fb07b6e1b1a tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.483s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.385765] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.229s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.386014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.386240] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.386383] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.388838] env[70498]: INFO nova.compute.manager [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Terminating instance [ 978.467967] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.476167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.479684] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.480345] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.480345] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore1] df2582e9-4e05-4262-a6ff-7bc838fae39c {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.480509] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32becb5b-81f9-409a-b633-3a97a61c6aa9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.490889] env[70498]: DEBUG oslo_vmware.api [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 978.490889] env[70498]: value = "task-3614728" [ 978.490889] env[70498]: _type = "Task" [ 978.490889] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.497656] env[70498]: DEBUG oslo_vmware.api [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.609117] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 19810a4d-5814-4ed5-a3af-1c5b8e3d6680] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.691392] env[70498]: DEBUG oslo_vmware.api [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614726, 'name': RemoveSnapshot_Task, 'duration_secs': 0.701448} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.691677] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 978.691912] env[70498]: INFO nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Took 18.39 seconds to snapshot the instance on the hypervisor. [ 978.698724] env[70498]: DEBUG oslo_concurrency.lockutils [None req-683ac9df-895a-413f-986b-a3f0faaa7bea tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "31c1a5b7-9ab5-4420-a967-f64542860150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.939s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.844529] env[70498]: DEBUG nova.compute.manager [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.844649] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.845568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9becd5-96fa-4b6d-832d-51bb9a16ed73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.848657] env[70498]: DEBUG nova.network.neutron [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.854906] env[70498]: DEBUG nova.compute.manager [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.855129] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.855425] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.856151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c339435a-020c-4ec0-a20e-140a13dcc38e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.859109] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62fc7b3-89d3-4c9b-b046-92bb0cc4dcdd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.865100] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.866521] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06256339-becd-4574-a6fd-44ec23f63cfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.867987] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 978.867987] env[70498]: value = "task-3614729" [ 978.867987] env[70498]: _type = "Task" [ 978.867987] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.872964] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 978.872964] env[70498]: value = "task-3614730" [ 978.872964] env[70498]: _type = "Task" [ 978.872964] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.873154] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7dd992e-c1f8-4d11-9cd7-f6a70bb2611d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.882153] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.889830] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aade228a-b181-45ad-a8df-9f1d2292562f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.899960] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.900582] env[70498]: DEBUG nova.compute.manager [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.900771] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.901866] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536dbf4-1d68-4080-a179-a82a035f02a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.911998] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.912276] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e37d21-e129-436e-8657-ff65a912c091 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.929519] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.929773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.929999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.930238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.930475] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.932479] env[70498]: DEBUG nova.compute.manager [req-ed8fee57-18d2-4af2-a824-a5b77968107d req-ddfe9051-ff24-4b6a-841a-36f99f3379b1 service nova] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Detach interface failed, port_id=15dd51f8-08f1-4f0d-8441-cb23cb5bf672, reason: Instance 9eb615a0-f7a2-4877-b8bd-da6f8cce751f could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.933286] env[70498]: INFO nova.compute.manager [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Terminating instance [ 978.936241] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 978.936241] env[70498]: value = "task-3614731" [ 978.936241] env[70498]: _type = "Task" [ 978.936241] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.947037] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.995367] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.004239] env[70498]: DEBUG oslo_vmware.api [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327066} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.004524] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.004708] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.004877] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.005072] env[70498]: INFO nova.compute.manager [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 979.005318] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.005844] env[70498]: DEBUG nova.compute.manager [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.005844] env[70498]: DEBUG nova.network.neutron [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.114527] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 47e42565-2ce9-434d-887e-d6bba51ff73a] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.198285] env[70498]: DEBUG nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance disappeared during snapshot {{(pid=70498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 979.215589] env[70498]: DEBUG nova.compute.manager [None req-04671499-b48c-4ed5-9cbb-ef2f266a3faf tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image not found during clean up 0577895d-dea1-4a2a-b51f-6d3ef7d94d1e {{(pid=70498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 979.352974] env[70498]: INFO nova.compute.manager [-] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Took 1.40 seconds to deallocate network for instance. [ 979.385883] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614729, 'name': PowerOffVM_Task, 'duration_secs': 0.250047} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.390073] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.390364] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.391739] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822d2e08-70d1-48b0-ad7c-68500a3d82e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.398794] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614730, 'name': PowerOffVM_Task, 'duration_secs': 0.24278} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.399615] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.400711] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.400711] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fca820f-ff88-4c85-b915-66ac3981ae7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.444382] env[70498]: DEBUG nova.compute.manager [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.444606] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.445605] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf559ddf-1d19-48d8-b76e-96179b15c113 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.454083] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614731, 'name': PowerOffVM_Task, 'duration_secs': 0.190428} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.456177] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.456356] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.456628] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.459109] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ec8372-ddc8-4a80-90d7-7b68d7f06d5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.460652] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8873eac7-f792-493f-9361-3c00cea371ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.469869] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 979.469869] env[70498]: value = "task-3614735" [ 979.469869] env[70498]: _type = "Task" [ 979.469869] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.482623] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.484825] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.485053] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.485240] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore2] 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.485495] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf84155-569c-4648-80b8-5b1f702c4f13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.495204] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 979.495204] env[70498]: value = "task-3614736" [ 979.495204] env[70498]: _type = "Task" [ 979.495204] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.499252] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.499540] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.499721] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleting the datastore file [datastore1] ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.500736] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428ecaff-5eef-409c-a42b-87cdb12de418 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.508791] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.510149] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 979.510149] env[70498]: value = "task-3614737" [ 979.510149] env[70498]: _type = "Task" [ 979.510149] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.517550] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.535807] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.536040] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.536243] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleting the datastore file [datastore2] a34c3ed6-916c-4109-9fb8-27577d79e7a9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.536504] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e95317bc-c296-4d49-9627-7d449d0f33b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.542354] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 979.542354] env[70498]: value = "task-3614738" [ 979.542354] env[70498]: _type = "Task" [ 979.542354] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.553706] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.619308] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: b6d59e70-9271-4d27-93a3-8f245f8e53f2] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.677050] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528f6b50-ac2f-4e58-bb4d-fecf8c7bcd7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.687066] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b2e2e-a3cf-4351-8441-a24b4eec8137 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.721875] env[70498]: INFO nova.compute.manager [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Swapping old allocation on dict_keys(['48bfe9ed-146c-49b4-8de4-4dd090665f4c']) held by migration 9a327f23-8358-4876-a7e6-78a77afb56d9 for instance [ 979.722890] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba8435-bf49-44e6-be82-f688f8cc769e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.734444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6efa38-080c-49d5-91c8-7954328bf11b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.758790] env[70498]: DEBUG nova.compute.provider_tree [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.767408] env[70498]: DEBUG nova.scheduler.client.report [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Overwriting current allocation {'allocations': {'48bfe9ed-146c-49b4-8de4-4dd090665f4c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 100}}, 'project_id': '09a9792516d34b998e96bf3f31df92e9', 'user_id': '3f50a15809f0496a8086ee6a059ac56b', 'consumer_generation': 1} on consumer e622a650-68e5-4bf1-ae06-2e8b4203918d {{(pid=70498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 979.843550] env[70498]: DEBUG nova.network.neutron [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.860981] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.866904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.867051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquired lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.867240] env[70498]: DEBUG nova.network.neutron [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.979434] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614735, 'name': PowerOffVM_Task, 'duration_secs': 0.238996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.979769] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.980019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.980174] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc7dafa-f39a-4152-bf78-4fbcc50f8d44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.004231] env[70498]: DEBUG oslo_vmware.api [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215075} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.004490] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.004761] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.004854] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.005039] env[70498]: INFO nova.compute.manager [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.005281] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.005474] env[70498]: DEBUG nova.compute.manager [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.005569] env[70498]: DEBUG nova.network.neutron [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.019032] env[70498]: DEBUG oslo_vmware.api [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19309} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.019141] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.019260] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.019438] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.019604] env[70498]: INFO nova.compute.manager [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.019865] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.020065] env[70498]: DEBUG nova.compute.manager [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.020163] env[70498]: DEBUG nova.network.neutron [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.044229] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.044229] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.044229] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleting the datastore file [datastore1] 0c76226b-a9ad-4d80-af0d-2b766ac1cc46 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.047702] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b0237a-7827-4ad2-80e1-340672ebcf13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.057783] env[70498]: DEBUG oslo_vmware.api [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168637} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.059024] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.059230] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.059462] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.059705] env[70498]: INFO nova.compute.manager [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 980.059828] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.060116] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for the task: (returnval){ [ 980.060116] env[70498]: value = "task-3614740" [ 980.060116] env[70498]: _type = "Task" [ 980.060116] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.060314] env[70498]: DEBUG nova.compute.manager [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.060393] env[70498]: DEBUG nova.network.neutron [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.070280] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.125277] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: c6262bd9-3ece-4325-8e27-c7c5624f4303] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.247083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.247582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.247582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.247911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.248211] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.252036] env[70498]: INFO nova.compute.manager [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Terminating instance [ 980.283032] env[70498]: ERROR nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [req-c94fab2b-2594-448f-afe0-52569b67d319] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c94fab2b-2594-448f-afe0-52569b67d319"}]} [ 980.301310] env[70498]: DEBUG nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.316518] env[70498]: DEBUG nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.316737] env[70498]: DEBUG nova.compute.provider_tree [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.334289] env[70498]: DEBUG nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.350163] env[70498]: INFO nova.compute.manager [-] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Took 1.34 seconds to deallocate network for instance. [ 980.359204] env[70498]: DEBUG nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 980.381122] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.381414] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.406050] env[70498]: DEBUG nova.compute.manager [req-7b8830e3-fb6f-4123-a8a0-4dedade9256d req-528b6561-70ba-4065-9d8b-2b0399665e98 service nova] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Received event network-vif-deleted-2bd231c0-53eb-476a-bd31-9c5128a74e6b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.572146] env[70498]: DEBUG oslo_vmware.api [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Task: {'id': task-3614740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176424} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.572558] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.572898] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.573214] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.573677] env[70498]: INFO nova.compute.manager [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.574104] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.579052] env[70498]: DEBUG nova.compute.manager [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.579360] env[70498]: DEBUG nova.network.neutron [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.613264] env[70498]: DEBUG nova.compute.manager [req-e5fef0b5-9f72-47b6-9719-537448cb068a req-4f2a7a33-90a6-4c99-a2bb-26f24e55b5cb service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Received event network-vif-deleted-fedb11fa-db88-4625-9a07-18542ae881fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.613474] env[70498]: INFO nova.compute.manager [req-e5fef0b5-9f72-47b6-9719-537448cb068a req-4f2a7a33-90a6-4c99-a2bb-26f24e55b5cb service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Neutron deleted interface fedb11fa-db88-4625-9a07-18542ae881fd; detaching it from the instance and deleting it from the info cache [ 980.613642] env[70498]: DEBUG nova.network.neutron [req-e5fef0b5-9f72-47b6-9719-537448cb068a req-4f2a7a33-90a6-4c99-a2bb-26f24e55b5cb service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.628187] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 3a7fa033-88fa-45a4-a054-d9ca2525f289] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.754462] env[70498]: DEBUG nova.compute.manager [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.754702] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.755052] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2f6eeb-5039-4a2e-a6ba-c304b69e83ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.765338] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 980.765338] env[70498]: value = "task-3614741" [ 980.765338] env[70498]: _type = "Task" [ 980.765338] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.766269] env[70498]: DEBUG nova.network.neutron [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [{"id": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "address": "fa:16:3e:bf:10:14", "network": {"id": "e938ee99-cc24-4bb0-a12e-816625972247", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b651a8a5aa134f4fbc4d11cce521791e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "594b35bb-a20b-4f0e-bd35-9acf9cc6bf11", "external-id": "nsx-vlan-transportzone-299", "segmentation_id": 299, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac6f2f6-c6", "ovs_interfaceid": "cac6f2f6-c6ef-4364-8db3-5e0613e47011", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.778422] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.859286] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.884741] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.909617] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691d3ec2-8e54-4476-bc3f-ce3abbcffae7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.917093] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839cca2b-c132-4523-b71a-0d298573044c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.953382] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52dd4d-e2b8-48a9-8df4-f1a2b7957ba7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.962545] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1acc74-9041-41f1-97d0-88cd44cebf2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.977239] env[70498]: DEBUG nova.compute.provider_tree [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.989508] env[70498]: DEBUG nova.network.neutron [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.116107] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f1fb673-b7bf-4ce9-91b1-66045191d5cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.126757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d06f372-2078-4d89-b927-a883522994b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.137854] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 99302a69-8d0b-4161-b65e-208f40eee7e6] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.166387] env[70498]: DEBUG nova.compute.manager [req-e5fef0b5-9f72-47b6-9719-537448cb068a req-4f2a7a33-90a6-4c99-a2bb-26f24e55b5cb service nova] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Detach interface failed, port_id=fedb11fa-db88-4625-9a07-18542ae881fd, reason: Instance a34c3ed6-916c-4109-9fb8-27577d79e7a9 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.233357] env[70498]: DEBUG nova.network.neutron [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.268715] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Releasing lock "refresh_cache-e622a650-68e5-4bf1-ae06-2e8b4203918d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.269169] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.273069] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3350c76-5e4d-4773-bc5d-daddb089e9e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.280866] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614741, 'name': PowerOffVM_Task, 'duration_secs': 0.241815} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.282089] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.282301] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.282487] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720939', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'name': 'volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd55b6c29-0ab9-41b0-a5b5-4e550fd24c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'serial': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.282793] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 981.282793] env[70498]: value = "task-3614742" [ 981.282793] env[70498]: _type = "Task" [ 981.282793] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.283479] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00418218-5489-4931-8578-ca8c24b80275 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.294777] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.308599] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee7951f-78ab-42e2-8cc3-7d66fdb97cfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.316519] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255d40b-e8c2-4319-8147-0809a161fbc5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.334951] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50d84fb-bac3-46fe-9d98-1e4cdae3b612 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.350797] env[70498]: DEBUG nova.network.neutron [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.352171] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] The volume has not been displaced from its original location: [datastore2] volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c/volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 981.358014] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.358645] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f784e1b1-b55e-4c0e-9181-373536d09213 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.377647] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 981.377647] env[70498]: value = "task-3614743" [ 981.377647] env[70498]: _type = "Task" [ 981.377647] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.387970] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.419024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.457569] env[70498]: DEBUG nova.network.neutron [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.491553] env[70498]: INFO nova.compute.manager [-] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Took 1.43 seconds to deallocate network for instance. [ 981.511364] env[70498]: DEBUG nova.scheduler.client.report [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 981.511742] env[70498]: DEBUG nova.compute.provider_tree [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 102 to 103 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 981.512080] env[70498]: DEBUG nova.compute.provider_tree [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.641704] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: feb8cc6c-15d7-408b-909f-f8810d6df59f] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.735791] env[70498]: INFO nova.compute.manager [-] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Took 1.73 seconds to deallocate network for instance. [ 981.795207] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614742, 'name': PowerOffVM_Task, 'duration_secs': 0.225765} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.795493] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.796187] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T22:01:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='256930a9-c9ba-42c4-a11f-16b27d186284',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582034624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.796413] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.796566] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.796746] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.796899] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.797123] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.797316] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.797475] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.797637] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.797806] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.797955] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.803958] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6eea254-1e1d-41ab-ab05-ed479403146a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.820669] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 981.820669] env[70498]: value = "task-3614744" [ 981.820669] env[70498]: _type = "Task" [ 981.820669] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.828556] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.859368] env[70498]: INFO nova.compute.manager [-] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Took 1.84 seconds to deallocate network for instance. [ 981.887941] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614743, 'name': ReconfigVM_Task, 'duration_secs': 0.176055} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.888175] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.893175] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464fb90e-b11d-4233-aa19-06f48d567a34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.909126] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 981.909126] env[70498]: value = "task-3614745" [ 981.909126] env[70498]: _type = "Task" [ 981.909126] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.917576] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.960338] env[70498]: INFO nova.compute.manager [-] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Took 1.38 seconds to deallocate network for instance. [ 981.998510] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.019788] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.871s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.019788] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.022557] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.133s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.022753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.025391] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.673s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.044767] env[70498]: INFO nova.scheduler.client.report [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleted allocations for instance f367ad26-89eb-47ab-9fc3-c78f9242b6e4 [ 982.148025] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4d5c6b08-0cb0-4777-a395-a003a8b8d8b1] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.241700] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.331216] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614744, 'name': ReconfigVM_Task, 'duration_secs': 0.14774} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.331881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba4c495-3b40-49aa-8f7a-fc9f0b2c505b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.351391] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T22:01:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='256930a9-c9ba-42c4-a11f-16b27d186284',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582034624',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.351635] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.351799] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.351959] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.352119] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.352286] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.352486] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.352642] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.352804] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.352961] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.353149] env[70498]: DEBUG nova.virt.hardware [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.353939] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c727b94e-e339-49c2-b603-7591e7d0eada {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.359057] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 982.359057] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528a2fa6-1e8a-7391-660b-9b31cfac8cdf" [ 982.359057] env[70498]: _type = "Task" [ 982.359057] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.367830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.368123] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528a2fa6-1e8a-7391-660b-9b31cfac8cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.418808] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614745, 'name': ReconfigVM_Task, 'duration_secs': 0.148315} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.419123] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720939', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'name': 'volume-ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd55b6c29-0ab9-41b0-a5b5-4e550fd24c48', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c', 'serial': 'ee0d282d-0e98-45f4-8331-01e6ac0d386c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.419407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.420203] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b29b2-d6a3-42e7-8565-bd9abb620ca4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.426394] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.426629] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a159ee-08ec-4349-955b-a9fb7065aa22 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.434712] env[70498]: DEBUG nova.compute.manager [req-20bca931-ab62-4b0c-91e0-5d163fb10972 req-d97520d2-19f2-4715-bf12-f737dfbf51a5 service nova] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Received event network-vif-deleted-cfaed219-1966-4e58-aff8-1d81fb38ad0c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.467740] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.484884] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.485055] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.485272] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Deleting the datastore file [datastore2] d55b6c29-0ab9-41b0-a5b5-4e550fd24c48 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.485518] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f50a04b-09de-4f7d-8f02-28550085c368 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.493096] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for the task: (returnval){ [ 982.493096] env[70498]: value = "task-3614747" [ 982.493096] env[70498]: _type = "Task" [ 982.493096] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.501421] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.528438] env[70498]: DEBUG nova.compute.utils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.533421] env[70498]: INFO nova.compute.claims [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.538685] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.538956] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.552260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc2946bd-3660-4365-942f-c18fdc167f65 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "f367ad26-89eb-47ab-9fc3-c78f9242b6e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.171s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.585510] env[70498]: DEBUG nova.policy [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.650256] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8d6e650f-3557-4ee7-b711-df7b27dbfcf5] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.654735] env[70498]: DEBUG nova.compute.manager [req-0c7cd046-6ac4-4c23-8dd7-53e9da33fc5d req-1788682d-7b6d-4ff8-95cd-bb893e5f34c0 service nova] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Received event network-vif-deleted-d79be7b5-9204-4d1b-8c7a-ca45c153dd54 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.654919] env[70498]: DEBUG nova.compute.manager [req-0c7cd046-6ac4-4c23-8dd7-53e9da33fc5d req-1788682d-7b6d-4ff8-95cd-bb893e5f34c0 service nova] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Received event network-vif-deleted-77603fcf-ad1f-4d8b-84d8-b0c231650ddd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.864899] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Successfully created port: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.872608] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528a2fa6-1e8a-7391-660b-9b31cfac8cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.877804] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.878098] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21728512-b266-4c55-a32b-1b10f99f521a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.896183] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 982.896183] env[70498]: value = "task-3614748" [ 982.896183] env[70498]: _type = "Task" [ 982.896183] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.904552] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.004376] env[70498]: DEBUG oslo_vmware.api [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Task: {'id': task-3614747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102722} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.004778] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.004826] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.005184] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.005413] env[70498]: INFO nova.compute.manager [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Took 2.25 seconds to destroy the instance on the hypervisor. [ 983.005659] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.005850] env[70498]: DEBUG nova.compute.manager [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.005943] env[70498]: DEBUG nova.network.neutron [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.043758] env[70498]: INFO nova.compute.resource_tracker [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating resource usage from migration 3644b11f-db5c-44b2-a20c-f645e391dd89 [ 983.048099] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.156710] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: cf72ad0e-a3aa-4186-ac7f-9b0bf5221496] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.412492] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614748, 'name': ReconfigVM_Task, 'duration_secs': 0.18144} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.412980] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.414303] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2501f37-faac-49b4-9a63-b1c32e5a719e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.444238] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.447205] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38dc0b19-3d34-42e6-a96b-e0778be0403f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.465394] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 983.465394] env[70498]: value = "task-3614749" [ 983.465394] env[70498]: _type = "Task" [ 983.465394] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.476369] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.603842] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2de4ea7-c1cd-4c98-8ded-6ebf8de3d8dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.612336] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b669d-6335-49f2-89b1-7a11f888f7fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.645381] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced675db-a42e-467b-8c28-f53298f1a44b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.652756] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8610f450-6605-4e55-abf5-eca0434ddf60 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.667450] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ff46f4a8-4e2e-4ccf-87ba-b3f20ce8efa0] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.670080] env[70498]: DEBUG nova.compute.provider_tree [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.977940] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614749, 'name': ReconfigVM_Task, 'duration_secs': 0.274037} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.978408] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d/e622a650-68e5-4bf1-ae06-2e8b4203918d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.979289] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc657679-7423-4718-b35d-32bed09a1714 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.000818] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc713dc-31c5-4a04-b1b2-ac99591c2f0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.019680] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd70d538-8f42-4c70-aefd-28095eaa689f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.038381] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ca4f81-4c95-472a-a4bb-d2a913141787 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.046128] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.046402] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa21279d-39da-4019-94fc-a3159115a164 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.053576] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 984.053576] env[70498]: value = "task-3614750" [ 984.053576] env[70498]: _type = "Task" [ 984.053576] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.057814] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.064825] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.082372] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.082614] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.082769] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.082953] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.083115] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.083264] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.083501] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.083677] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.083849] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.084028] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.084203] env[70498]: DEBUG nova.virt.hardware [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.085420] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c13a9-4ce9-404d-ba5a-61d13856f8ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.093583] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcccc62-7746-45f2-a5a5-89011f7486bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.172308] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 836af273-7c0b-4456-81d1-cb0becceb4a9] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.174868] env[70498]: DEBUG nova.scheduler.client.report [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.191266] env[70498]: DEBUG nova.network.neutron [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.229609] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.229776] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.230091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.230288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.230458] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.233454] env[70498]: INFO nova.compute.manager [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Terminating instance [ 984.326632] env[70498]: INFO nova.compute.manager [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Rebuilding instance [ 984.384286] env[70498]: DEBUG nova.compute.manager [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.385230] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55625f9d-a758-43e8-8ece-c39224ea7123 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.567337] env[70498]: DEBUG oslo_vmware.api [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614750, 'name': PowerOnVM_Task, 'duration_secs': 0.380321} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.567337] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.588358] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Successfully updated port: 4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.680245] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 040c2c34-5fc4-4e7b-be4d-8b4b88f720a4] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.685491] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.660s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.685688] env[70498]: INFO nova.compute.manager [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Migrating [ 984.693033] env[70498]: DEBUG nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Received event network-vif-deleted-2fde03b4-7006-4c79-8a63-c46d6379a89f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.693239] env[70498]: DEBUG nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Received event network-vif-plugged-4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.694042] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Acquiring lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.694042] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.694042] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.694042] env[70498]: DEBUG nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] No waiting events found dispatching network-vif-plugged-4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.694236] env[70498]: WARNING nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Received unexpected event network-vif-plugged-4eef342e-0d1b-4ed8-8d13-f941177c4d63 for instance with vm_state building and task_state spawning. [ 984.694475] env[70498]: DEBUG nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Received event network-changed-4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.694714] env[70498]: DEBUG nova.compute.manager [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Refreshing instance network info cache due to event network-changed-4eef342e-0d1b-4ed8-8d13-f941177c4d63. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.694912] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Acquiring lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.695062] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Acquired lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.695218] env[70498]: DEBUG nova.network.neutron [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Refreshing network info cache for port 4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.698978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.047s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.699185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.701261] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.198s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.702919] env[70498]: INFO nova.compute.claims [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.705269] env[70498]: INFO nova.compute.manager [-] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Took 1.70 seconds to deallocate network for instance. [ 984.728610] env[70498]: INFO nova.scheduler.client.report [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Deleted allocations for instance d56cfe5a-312f-4906-8b84-b0bae9a842f6 [ 984.740742] env[70498]: DEBUG nova.compute.manager [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.741012] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.742153] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841abcb4-7d18-4c31-9a57-73b20fa3e4fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.750428] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.751208] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656ee8a3-cf61-4826-9675-6deb0db44019 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.758957] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 984.758957] env[70498]: value = "task-3614751" [ 984.758957] env[70498]: _type = "Task" [ 984.758957] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.767552] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.092831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.196871] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: a254f5a7-843c-4cb2-aad7-33a93d91c079] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.215064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.215312] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.215456] env[70498]: DEBUG nova.network.neutron [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.236104] env[70498]: DEBUG oslo_concurrency.lockutils [None req-98fbde10-4fd2-4a38-84e7-8af12b1e4bb1 tempest-ServersTestFqdnHostnames-478532984 tempest-ServersTestFqdnHostnames-478532984-project-member] Lock "d56cfe5a-312f-4906-8b84-b0bae9a842f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.057s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.264580] env[70498]: DEBUG nova.network.neutron [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.267299] env[70498]: INFO nova.compute.manager [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Took 0.56 seconds to detach 1 volumes for instance. [ 985.270487] env[70498]: DEBUG nova.compute.manager [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Deleting volume: ee0d282d-0e98-45f4-8331-01e6ac0d386c {{(pid=70498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 985.275429] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614751, 'name': PowerOffVM_Task, 'duration_secs': 0.503419} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.275719] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.276705] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.276705] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0edca20-0f22-42b0-b844-ff186a1fb47a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.347831] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.348079] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.348277] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleting the datastore file [datastore2] ee25feee-3f5e-4bc7-977a-416fb75fb51e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.348658] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-564eee21-c6f6-4de0-bccb-6c4bf7d52fe6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.356355] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for the task: (returnval){ [ 985.356355] env[70498]: value = "task-3614753" [ 985.356355] env[70498]: _type = "Task" [ 985.356355] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.372354] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.373333] env[70498]: DEBUG nova.network.neutron [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.402956] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.403277] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad39ff7f-0618-476c-98b7-5b8fc5112391 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.410499] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 985.410499] env[70498]: value = "task-3614755" [ 985.410499] env[70498]: _type = "Task" [ 985.410499] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.418681] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.580588] env[70498]: INFO nova.compute.manager [None req-d61e0407-9405-4541-a666-cb3f89f54ca1 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance to original state: 'active' [ 985.700321] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 27d22ab4-38b8-4aa1-a58a-54d0f21af4b7] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.826590] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.866793] env[70498]: DEBUG oslo_vmware.api [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Task: {'id': task-3614753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207935} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.866981] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.867184] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.867364] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.867538] env[70498]: INFO nova.compute.manager [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 985.867924] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.868083] env[70498]: DEBUG nova.compute.manager [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.868122] env[70498]: DEBUG nova.network.neutron [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.876165] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e4c758d-3145-45a2-b910-86e6e314f363 req-7df5a6c0-09f6-4abd-9b14-bd1a150175f9 service nova] Releasing lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.876652] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.876898] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.921063] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614755, 'name': PowerOffVM_Task, 'duration_secs': 0.204491} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.923796] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.924498] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.927441] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef168471-2b57-4030-856f-e52a2eb20993 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.932656] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 985.932656] env[70498]: value = "task-3614756" [ 985.932656] env[70498]: _type = "Task" [ 985.932656] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.944140] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.944499] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.944731] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720910', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'name': 'volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'serial': '00cfccbd-23ab-4b18-84a6-26f5d474a43c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.946053] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbe911a-6fe2-49d0-a3cb-a29265972d3f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.975394] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dfe2a1-5216-4876-a61e-4c99599ad74a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.984160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e606a-0193-44bf-82ad-f23d6ab808e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.005302] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d60463-c98e-4c13-8328-43a6c3298ac1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.022659] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] The volume has not been displaced from its original location: [datastore2] volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c/volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 986.029526] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.032693] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f1a498f-9b9a-4fd5-ad2a-2ee427bb8f01 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.050100] env[70498]: DEBUG nova.network.neutron [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.053167] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 986.053167] env[70498]: value = "task-3614757" [ 986.053167] env[70498]: _type = "Task" [ 986.053167] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.061733] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.204704] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 1dceba7d-a667-4fef-b5c8-a0e01f11297e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.253109] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daba51bd-9fa2-45ce-8175-21ca6c3353f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.260781] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f26646-74bf-442f-9889-ec6b58e26f12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.293111] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60d770-fd9d-4d0f-a726-8bf581959463 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.301436] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd876bc-09cc-4990-b1d0-163857edf59a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.314968] env[70498]: DEBUG nova.compute.provider_tree [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.428021] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.549248] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.562661] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614757, 'name': ReconfigVM_Task, 'duration_secs': 0.320295} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.563325] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.568675] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e7c9a0-0317-498d-b1c8-d05ae3131e7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582969] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 986.582969] env[70498]: value = "task-3614758" [ 986.582969] env[70498]: _type = "Task" [ 986.582969] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.592123] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.596745] env[70498]: DEBUG nova.network.neutron [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Updating instance_info_cache with network_info: [{"id": "4eef342e-0d1b-4ed8-8d13-f941177c4d63", "address": "fa:16:3e:0d:2a:4a", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eef342e-0d", "ovs_interfaceid": "4eef342e-0d1b-4ed8-8d13-f941177c4d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.673251] env[70498]: DEBUG nova.network.neutron [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.708365] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 84742990-e625-4838-8c34-e131d2060f3d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.778180] env[70498]: DEBUG nova.compute.manager [req-a0e4ec0c-4412-40b5-87d4-b8e5f2176a81 req-8395075d-3324-49f4-a045-4e2900785990 service nova] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Received event network-vif-deleted-a1e53942-9b86-44b9-8ddd-cd1d8f9c3e7c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.817910] env[70498]: DEBUG nova.scheduler.client.report [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.093643] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.101546] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-d38d38aa-3af2-408b-b65d-f50d8c175508" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.101912] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance network_info: |[{"id": "4eef342e-0d1b-4ed8-8d13-f941177c4d63", "address": "fa:16:3e:0d:2a:4a", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eef342e-0d", "ovs_interfaceid": "4eef342e-0d1b-4ed8-8d13-f941177c4d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.102291] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:2a:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eef342e-0d1b-4ed8-8d13-f941177c4d63', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.110193] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.110489] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.110835] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0167277d-a93a-4d8f-883d-307577668b85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.131790] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.131790] env[70498]: value = "task-3614759" [ 987.131790] env[70498]: _type = "Task" [ 987.131790] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.149895] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614759, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.175440] env[70498]: INFO nova.compute.manager [-] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Took 1.31 seconds to deallocate network for instance. [ 987.212162] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4f236af5-261e-4c5f-83f6-c66214ad5d80] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.323971] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.324600] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.327469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.711s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.329130] env[70498]: INFO nova.compute.claims [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.403064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.404502] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.404839] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.405171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.405241] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.408577] env[70498]: INFO nova.compute.manager [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Terminating instance [ 987.597059] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.641794] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614759, 'name': CreateVM_Task, 'duration_secs': 0.391369} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.641991] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.642737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.642841] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.643141] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.643401] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd171185-9318-47f2-87f1-fe7cdaef656c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.648291] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 987.648291] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523cc59b-ac53-51cb-5153-a5ee449b9293" [ 987.648291] env[70498]: _type = "Task" [ 987.648291] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.656870] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523cc59b-ac53-51cb-5153-a5ee449b9293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.682143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.715890] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 25ba20e3-49a5-47ac-9591-df19cd82b3a6] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.833876] env[70498]: DEBUG nova.compute.utils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.837426] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.837752] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.902839] env[70498]: DEBUG nova.policy [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07989bdd3468499ba1ee756bc1f18b2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e6ae8a5b43a425093083cfb5d04d502', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.918841] env[70498]: DEBUG nova.compute.manager [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.919119] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.920031] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fcb95e-7295-4188-a141-08cac798d024 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.931104] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.931375] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58548fe4-5636-43eb-a562-d2f4903425ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.938511] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 987.938511] env[70498]: value = "task-3614760" [ 987.938511] env[70498]: _type = "Task" [ 987.938511] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.946061] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.073881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3621bf0-2274-4f28-811c-01e32d7152be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.095727] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.107638] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.161897] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523cc59b-ac53-51cb-5153-a5ee449b9293, 'name': SearchDatastore_Task, 'duration_secs': 0.019696} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.162249] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.162777] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.163465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.163465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.163465] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.163791] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29e76bef-4268-465a-8230-85b87aba98c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.173882] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.173945] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.175029] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b927b3-41dd-4034-9f4e-49df1ec07464 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.181989] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 988.181989] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528f57a1-d3fc-762b-e2b7-ba66658fed6b" [ 988.181989] env[70498]: _type = "Task" [ 988.181989] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.191431] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528f57a1-d3fc-762b-e2b7-ba66658fed6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.220704] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 2410b837-58f4-41d5-b0a7-744ede6691d9] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.334219] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Successfully created port: eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.340246] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.451751] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.604418] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614758, 'name': ReconfigVM_Task, 'duration_secs': 1.844091} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.607491] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-720910', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'name': 'volume-00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f', 'attached_at': '', 'detached_at': '', 'volume_id': '00cfccbd-23ab-4b18-84a6-26f5d474a43c', 'serial': '00cfccbd-23ab-4b18-84a6-26f5d474a43c'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 988.608490] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.610871] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.611926] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6121b1c8-d270-4a89-8dd6-536b73c212cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.615110] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fb430f0-09c0-4625-9939-cf0216b712b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.621828] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.626014] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29817f1e-2181-439b-b5ee-ab1a165c4f9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.627585] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 988.627585] env[70498]: value = "task-3614761" [ 988.627585] env[70498]: _type = "Task" [ 988.627585] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.637725] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.692015] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528f57a1-d3fc-762b-e2b7-ba66658fed6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.693544] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b0d800-6712-4174-b356-637fbd0ec86f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.696971] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.697184] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.697376] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Deleting the datastore file [datastore2] 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.700331] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535691cd-a48c-4457-954b-8d2680d73a5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.703483] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 988.703483] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6e782-cefb-223e-4865-6af0c745e7a9" [ 988.703483] env[70498]: _type = "Task" [ 988.703483] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.708278] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for the task: (returnval){ [ 988.708278] env[70498]: value = "task-3614763" [ 988.708278] env[70498]: _type = "Task" [ 988.708278] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.714288] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6e782-cefb-223e-4865-6af0c745e7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.719313] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.727569] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 0a3c1f6b-50f2-4a0b-aea4-4e46861c2857] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.821448] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279c7151-f362-49fc-9a78-3a9eea56527f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.827015] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf88759-0469-4b12-b1d9-e591ee627604 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.864131] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0c5d4-658d-4d0f-a32e-0d6670bc3c57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.871089] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba1df1-6203-4046-b5b3-5af29919a647 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.884237] env[70498]: DEBUG nova.compute.provider_tree [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.949280] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614760, 'name': PowerOffVM_Task, 'duration_secs': 0.617918} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.949572] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.949777] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.950060] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1558588-a14a-430f-8b15-2fae563619dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.011077] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.011484] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.012324] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleting the datastore file [datastore2] e622a650-68e5-4bf1-ae06-2e8b4203918d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.012324] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5629404f-ff30-4587-82c1-ba30c9e1ebaa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.017794] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 989.017794] env[70498]: value = "task-3614765" [ 989.017794] env[70498]: _type = "Task" [ 989.017794] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.025798] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.137051] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614761, 'name': PowerOffVM_Task, 'duration_secs': 0.199074} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.137333] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.137518] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.215234] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6e782-cefb-223e-4865-6af0c745e7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.014682} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.215843] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.216185] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d38d38aa-3af2-408b-b65d-f50d8c175508/d38d38aa-3af2-408b-b65d-f50d8c175508.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.216440] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8af71559-717e-4526-a4f0-06c1e76c654c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.221425] env[70498]: DEBUG oslo_vmware.api [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Task: {'id': task-3614763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110905} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.221966] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.223770] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.223770] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.226209] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 989.226209] env[70498]: value = "task-3614766" [ 989.226209] env[70498]: _type = "Task" [ 989.226209] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.231855] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8d879fd2-8368-4e36-8d02-6efd50503650] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.243320] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.291917] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.292690] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-212d72ca-fe1c-4ec6-810e-69a6896392d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.304425] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54197253-bb92-4328-90af-56de6ed5e440 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.339479] env[70498]: ERROR nova.compute.manager [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Failed to detach volume 00cfccbd-23ab-4b18-84a6-26f5d474a43c from /dev/sda: nova.exception.InstanceNotFound: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Traceback (most recent call last): [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self.driver.rebuild(**kwargs) [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise NotImplementedError() [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] NotImplementedError [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] During handling of the above exception, another exception occurred: [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Traceback (most recent call last): [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 989.339479] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self.driver.detach_volume(context, old_connection_info, [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] return self._volumeops.detach_volume(connection_info, instance) [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._detach_volume_vmdk(connection_info, instance) [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] stable_ref.fetch_moref(session) [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] nova.exception.InstanceNotFound: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. [ 989.340029] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.368769] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.387310] env[70498]: DEBUG nova.scheduler.client.report [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.401695] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.401695] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.401695] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.401948] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.401948] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.402028] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.402377] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.402460] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.404399] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.404399] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.404399] env[70498]: DEBUG nova.virt.hardware [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.404399] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ebfa6-3b5c-4053-bc49-2ea05b5e006c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.413460] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023ffe67-690c-42db-853f-1bc4164ec4e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.509877] env[70498]: DEBUG nova.compute.utils [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Build of instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f aborted: Failed to rebuild volume backed instance. {{(pid=70498) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 989.513613] env[70498]: ERROR nova.compute.manager [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f aborted: Failed to rebuild volume backed instance. [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Traceback (most recent call last): [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self.driver.rebuild(**kwargs) [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise NotImplementedError() [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] NotImplementedError [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] During handling of the above exception, another exception occurred: [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Traceback (most recent call last): [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 989.513613] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._detach_root_volume(context, instance, root_bdm) [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] with excutils.save_and_reraise_exception(): [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self.force_reraise() [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise self.value [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self.driver.detach_volume(context, old_connection_info, [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] return self._volumeops.detach_volume(connection_info, instance) [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 989.514284] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._detach_volume_vmdk(connection_info, instance) [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] stable_ref.fetch_moref(session) [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise exception.InstanceNotFound(instance_id=self._uuid) [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] nova.exception.InstanceNotFound: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] During handling of the above exception, another exception occurred: [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Traceback (most recent call last): [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] yield [ 989.514702] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._do_rebuild_instance_with_claim( [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._do_rebuild_instance( [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._rebuild_default_impl(**kwargs) [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] self._rebuild_volume_backed_instance( [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] raise exception.BuildAbortException( [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] nova.exception.BuildAbortException: Build of instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f aborted: Failed to rebuild volume backed instance. [ 989.515198] env[70498]: ERROR nova.compute.manager [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] [ 989.528834] env[70498]: DEBUG oslo_vmware.api [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134164} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.530247] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.530247] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.530247] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.530247] env[70498]: INFO nova.compute.manager [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 989.530529] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.531186] env[70498]: DEBUG nova.compute.manager [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.531186] env[70498]: DEBUG nova.network.neutron [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.645226] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.645226] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.645226] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.645226] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.645398] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.645398] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.645398] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.645833] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.646191] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.646509] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.646832] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.652198] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009433af-6ddb-4b05-8d84-2a997958530d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.668576] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 989.668576] env[70498]: value = "task-3614767" [ 989.668576] env[70498]: _type = "Task" [ 989.668576] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.677364] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.737101] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469166} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.737101] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d38d38aa-3af2-408b-b65d-f50d8c175508/d38d38aa-3af2-408b-b65d-f50d8c175508.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.737101] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.737795] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13d80363-97d3-4021-bedc-90a14a72da8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.740939] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 448ce5f0-bbc2-45bf-abb8-901315f40fcf] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.754022] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 989.754022] env[70498]: value = "task-3614768" [ 989.754022] env[70498]: _type = "Task" [ 989.754022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.758451] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.898988] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.898988] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.900105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.424s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.900340] env[70498]: DEBUG nova.objects.instance [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lazy-loading 'resources' on Instance uuid 7f8af010-97e3-42d1-9128-c6d628afce3a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.179766] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614767, 'name': ReconfigVM_Task, 'duration_secs': 0.279173} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.180797] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.253323] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 67c93758-d502-463c-bb39-6d3e37f2ae5d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.270579] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069878} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.271402] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.274899] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e602bf5-2d3f-4bd7-b47a-d790dc3967d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.302853] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d38d38aa-3af2-408b-b65d-f50d8c175508/d38d38aa-3af2-408b-b65d-f50d8c175508.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.303800] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16f30eb-c437-449d-964c-a928dc8d0139 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.325754] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 990.325754] env[70498]: value = "task-3614769" [ 990.325754] env[70498]: _type = "Task" [ 990.325754] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.337663] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.381334] env[70498]: DEBUG nova.compute.manager [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Received event network-vif-plugged-eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.381543] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] Acquiring lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.381764] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] Lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.381922] env[70498]: DEBUG oslo_concurrency.lockutils [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] Lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.382927] env[70498]: DEBUG nova.compute.manager [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] No waiting events found dispatching network-vif-plugged-eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.382927] env[70498]: WARNING nova.compute.manager [req-2e19648b-46cf-4944-9e92-f714063b5748 req-058c78ab-22ea-4639-b1ef-434a87d59ad4 service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Received unexpected event network-vif-plugged-eb0166f7-5e84-449b-9db5-a343f52f1726 for instance with vm_state building and task_state spawning. [ 990.403753] env[70498]: DEBUG nova.compute.utils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.405129] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.405294] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.512137] env[70498]: DEBUG nova.policy [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1785513c37a84bab81b4bd55de873672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b6ba755ad94d6ea788e5469e186451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.615269] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Successfully updated port: eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.687549] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.687779] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.688011] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.688263] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.688415] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.688565] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.688771] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.688929] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.689109] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.689276] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.689448] env[70498]: DEBUG nova.virt.hardware [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.696228] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.697379] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800e99b6-27fa-42ee-bf5d-ae9f34aa7825 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.720564] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 990.720564] env[70498]: value = "task-3614770" [ 990.720564] env[70498]: _type = "Task" [ 990.720564] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.735683] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.762797] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: b94d7c52-0c30-4467-a5bb-d3c4bdced0ea] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.835376] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614769, 'name': ReconfigVM_Task, 'duration_secs': 0.291863} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.838921] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d38d38aa-3af2-408b-b65d-f50d8c175508/d38d38aa-3af2-408b-b65d-f50d8c175508.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.840448] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f065dba6-b453-4a05-98c5-e164bdcb8aa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.845948] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 990.845948] env[70498]: value = "task-3614771" [ 990.845948] env[70498]: _type = "Task" [ 990.845948] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.857718] env[70498]: DEBUG nova.network.neutron [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.861518] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614771, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.867046] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36e41c-993a-4f7b-91d4-65f1a91d97e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.880198] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64a4da4-5123-4f94-99e0-7685449ecab1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.910751] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fcace8-0e55-4038-a19d-1787badca0ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.913543] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.921204] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc516f0e-c7b3-43d2-8531-47efa680c412 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.935501] env[70498]: DEBUG nova.compute.provider_tree [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.106214] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Successfully created port: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.118429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.118549] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.118704] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.233048] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614770, 'name': ReconfigVM_Task, 'duration_secs': 0.16207} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.233349] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.234141] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b1f626-a391-469d-a506-55437541008d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.256328] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.256627] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ad9259-c2f5-4523-802b-21b8a2547aed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.270054] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 1ffc95a2-fc86-47ea-82d9-d7be53aefac9] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.277378] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 991.277378] env[70498]: value = "task-3614772" [ 991.277378] env[70498]: _type = "Task" [ 991.277378] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.285737] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.358773] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614771, 'name': Rename_Task, 'duration_secs': 0.160664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.358773] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.358773] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-933f678d-a347-4b45-b8ea-1c5cce2bdabe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.367016] env[70498]: INFO nova.compute.manager [-] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Took 1.83 seconds to deallocate network for instance. [ 991.367016] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 991.367016] env[70498]: value = "task-3614773" [ 991.367016] env[70498]: _type = "Task" [ 991.367016] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.387154] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.438585] env[70498]: DEBUG nova.scheduler.client.report [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.532451] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.653035] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.776971] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: e15d26f1-db9f-4d9f-88fa-119ecaccd899] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.789397] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614772, 'name': ReconfigVM_Task, 'duration_secs': 0.266562} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.791024] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2/0796db41-908c-4681-a242-7c5c66ec19e2.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.791024] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.799164] env[70498]: DEBUG nova.network.neutron [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Updating instance_info_cache with network_info: [{"id": "eb0166f7-5e84-449b-9db5-a343f52f1726", "address": "fa:16:3e:d7:ba:a6", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0166f7-5e", "ovs_interfaceid": "eb0166f7-5e84-449b-9db5-a343f52f1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.882523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.882523] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.924505] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.943349] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.947199] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.947425] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.947581] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.947760] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.947904] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.948068] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.948281] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.948439] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.948604] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.948765] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.948937] env[70498]: DEBUG nova.virt.hardware [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.949495] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.955s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.951034] env[70498]: INFO nova.compute.claims [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.955050] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a70f50-0aa1-4b71-b532-bddc68700527 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.965834] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0163b404-5a44-4614-bbee-7eec21543888 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.984995] env[70498]: INFO nova.scheduler.client.report [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleted allocations for instance 7f8af010-97e3-42d1-9128-c6d628afce3a [ 992.212931] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.213576] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.280034] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 04d01e00-edb3-49f0-b7af-94534fda37e8] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.299564] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c35f06-4576-4eca-b145-d24ab6e63870 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.303609] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.304012] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Instance network_info: |[{"id": "eb0166f7-5e84-449b-9db5-a343f52f1726", "address": "fa:16:3e:d7:ba:a6", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0166f7-5e", "ovs_interfaceid": "eb0166f7-5e84-449b-9db5-a343f52f1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.305926] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ba:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb0166f7-5e84-449b-9db5-a343f52f1726', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.316209] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.317814] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.318122] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c7f19fd-4226-4268-a823-d1ec0c7fe371 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.348602] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e07b8a-6862-49c9-afad-fa0244db03fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.356269] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.356269] env[70498]: value = "task-3614774" [ 992.356269] env[70498]: _type = "Task" [ 992.356269] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.372908] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.384485] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614774, 'name': CreateVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.393223] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.493887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ac8c3d9b-51b0-4cdc-bb28-c85d5c386dc6 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "7f8af010-97e3-42d1-9128-c6d628afce3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.451s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.717662] env[70498]: DEBUG nova.compute.utils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.762647] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "f26147e0-8885-4f63-855d-8cb02de2acd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.762647] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.783841] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: e7ac8f4e-843b-483e-a3e6-de121f3e7670] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.866530] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614774, 'name': CreateVM_Task, 'duration_secs': 0.385794} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.866746] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.867465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.867635] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.867966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.868266] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bed151-c4d7-466c-8ea1-a92054effed9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.872326] env[70498]: DEBUG nova.compute.manager [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Received event network-vif-deleted-cac6f2f6-c6ef-4364-8db3-5e0613e47011 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.872540] env[70498]: DEBUG nova.compute.manager [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Received event network-changed-eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.872737] env[70498]: DEBUG nova.compute.manager [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Refreshing instance network info cache due to event network-changed-eb0166f7-5e84-449b-9db5-a343f52f1726. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.872985] env[70498]: DEBUG oslo_concurrency.lockutils [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] Acquiring lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.873153] env[70498]: DEBUG oslo_concurrency.lockutils [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] Acquired lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.873392] env[70498]: DEBUG nova.network.neutron [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Refreshing network info cache for port eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.883187] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 992.883187] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52750f83-94e4-cbf6-768a-b17eadb1767a" [ 992.883187] env[70498]: _type = "Task" [ 992.883187] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.891993] env[70498]: DEBUG oslo_vmware.api [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614773, 'name': PowerOnVM_Task, 'duration_secs': 1.04322} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.894483] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.894483] env[70498]: INFO nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Took 8.84 seconds to spawn the instance on the hypervisor. [ 992.894483] env[70498]: DEBUG nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.894483] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721a5382-909b-44cb-949f-c5c165341d36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.900810] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52750f83-94e4-cbf6-768a-b17eadb1767a, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.901481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.901699] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.901920] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.902561] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.904020] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.904406] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d549096-ea34-42e1-9a25-0fdbc8aff3b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.914966] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Successfully updated port: 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.921810] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.921941] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.922726] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d3e2e1-dc1a-4c19-a05a-a0be9250c3da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.929679] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 992.929679] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5283fe6f-d058-b1c3-34d9-e8fd458fbd32" [ 992.929679] env[70498]: _type = "Task" [ 992.929679] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.935295] env[70498]: DEBUG nova.network.neutron [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Port 8b40d61a-5330-47b1-adcd-201b4248b3f1 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 992.940195] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5283fe6f-d058-b1c3-34d9-e8fd458fbd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.221229] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.264947] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.286765] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 9010112d-e255-4da9-b10c-fa134575c977] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.361716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.361824] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.384398] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b72d2-91ea-4737-be8b-5cb20ab4a623 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.392666] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d72a7-79cb-4539-a470-4f7fc70b85de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.427407] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.427555] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.427712] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.433583] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae984706-ce1f-4286-92be-6575462750bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.436492] env[70498]: INFO nova.compute.manager [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Took 45.16 seconds to build instance. [ 993.449636] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b87548-b092-47ae-b3a4-336505da3f99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.457472] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5283fe6f-d058-b1c3-34d9-e8fd458fbd32, 'name': SearchDatastore_Task, 'duration_secs': 0.018124} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.458755] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7db042-4ae4-418f-8ac4-dc298e3c3c6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.472190] env[70498]: DEBUG nova.compute.provider_tree [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.476527] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 993.476527] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528df4a2-77bf-41fb-ec35-df1568bc970e" [ 993.476527] env[70498]: _type = "Task" [ 993.476527] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.483820] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528df4a2-77bf-41fb-ec35-df1568bc970e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.513012] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.513340] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.513551] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.513733] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.513890] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.516016] env[70498]: INFO nova.compute.manager [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Terminating instance [ 993.613360] env[70498]: DEBUG nova.network.neutron [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Updated VIF entry in instance network info cache for port eb0166f7-5e84-449b-9db5-a343f52f1726. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.613707] env[70498]: DEBUG nova.network.neutron [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Updating instance_info_cache with network_info: [{"id": "eb0166f7-5e84-449b-9db5-a343f52f1726", "address": "fa:16:3e:d7:ba:a6", "network": {"id": "3e5cb520-5c9e-4aee-8d7b-e846a64c641a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1237896883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e6ae8a5b43a425093083cfb5d04d502", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb0166f7-5e", "ovs_interfaceid": "eb0166f7-5e84-449b-9db5-a343f52f1726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.784559] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.792562] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: f80bb6df-8309-43df-ac16-fb628b4ae266] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.864027] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.942110] env[70498]: DEBUG oslo_concurrency.lockutils [None req-07d1c89a-703d-4b7b-a017-a2a66a89e55f tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.675s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.963425] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.963711] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.963965] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.968998] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.975541] env[70498]: DEBUG nova.scheduler.client.report [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.990788] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528df4a2-77bf-41fb-ec35-df1568bc970e, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.993492] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.993760] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c70a1f92-7292-467e-adec-a7b4543c7924/c70a1f92-7292-467e-adec-a7b4543c7924.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.994511] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7945d6b0-16fd-452f-b63b-6eba5c54253b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.001867] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 994.001867] env[70498]: value = "task-3614775" [ 994.001867] env[70498]: _type = "Task" [ 994.001867] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.009320] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.020600] env[70498]: DEBUG nova.compute.manager [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.020940] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a387740c-1de2-4365-abfa-6d3554c63c34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.030272] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c4d76-74a5-430a-a6e7-0e91d7a44976 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.069606] env[70498]: WARNING nova.virt.vmwareapi.driver [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. [ 994.069896] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.073228] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abe96aea-e2aa-4580-82a7-5c257e811a7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.081613] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6ddad-cebb-4c98-88f2-6616bcc72c39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.117019] env[70498]: WARNING nova.virt.vmwareapi.vmops [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. [ 994.117019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.117019] env[70498]: INFO nova.compute.manager [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Took 0.09 seconds to destroy the instance on the hypervisor. [ 994.117019] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.117019] env[70498]: DEBUG nova.compute.manager [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.117019] env[70498]: DEBUG nova.network.neutron [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.117620] env[70498]: DEBUG oslo_concurrency.lockutils [req-745353b7-9e1b-48f6-8394-dcf2b2e57d6b req-f2e07c18-c370-4413-87ab-95ffb871c9af service nova] Releasing lock "refresh_cache-c70a1f92-7292-467e-adec-a7b4543c7924" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.221190] env[70498]: DEBUG nova.network.neutron [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.282779] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.286029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.286029] env[70498]: INFO nova.compute.manager [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Attaching volume f5665bb3-fcee-49a3-92b0-494b437df954 to /dev/sdb [ 994.298631] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: c5f5f913-7e8d-4b43-af34-8c04ffd0b85e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.337692] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03f936a-ef02-463a-a211-adc26dfeec14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.347731] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22798f1-9ce6-4955-bdff-be07547db6f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.365255] env[70498]: DEBUG nova.virt.block_device [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating existing volume attachment record: 0f05e1bb-cf76-475c-8fe4-8d5504a424c2 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 994.390034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.483021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.483021] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.486475] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.626s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.486686] env[70498]: DEBUG nova.objects.instance [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lazy-loading 'resources' on Instance uuid 9eb615a0-f7a2-4877-b8bd-da6f8cce751f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.517189] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509053} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.517189] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c70a1f92-7292-467e-adec-a7b4543c7924/c70a1f92-7292-467e-adec-a7b4543c7924.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.517779] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.518265] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c8c5d8-9c1c-4e37-b637-e7816147a438 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.525029] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 994.525029] env[70498]: value = "task-3614777" [ 994.525029] env[70498]: _type = "Task" [ 994.525029] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.533822] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.635233] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d38d38aa-3af2-408b-b65d-f50d8c175508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.635473] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.635684] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.635864] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.636044] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.638343] env[70498]: INFO nova.compute.manager [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Terminating instance [ 994.723837] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.724391] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Instance network_info: |[{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.724881] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:75:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.733049] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating folder: Project (b0b6ba755ad94d6ea788e5469e186451). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.733332] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b60f34e-ef25-45a5-91db-0dca9c95d662 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.744464] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created folder: Project (b0b6ba755ad94d6ea788e5469e186451) in parent group-v720819. [ 994.745056] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating folder: Instances. Parent ref: group-v721027. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 994.745145] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93dae2b3-dbea-4b17-94ea-5f9c5a9869b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.754155] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created folder: Instances in parent group-v721027. [ 994.754269] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.754444] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.754659] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2639780f-53eb-41c8-9789-3fb500f3c7e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.783742] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.783742] env[70498]: value = "task-3614782" [ 994.783742] env[70498]: _type = "Task" [ 994.783742] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.792743] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614782, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.809242] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 60d32c82-d2e4-46a6-a742-edd824f37f59] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.904032] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Received event network-vif-plugged-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.904273] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.904465] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.904622] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.904839] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] No waiting events found dispatching network-vif-plugged-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.904940] env[70498]: WARNING nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Received unexpected event network-vif-plugged-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 for instance with vm_state building and task_state spawning. [ 994.905103] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Received event network-changed-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.905328] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Refreshing instance network info cache due to event network-changed-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.905437] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.905633] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.905747] env[70498]: DEBUG nova.network.neutron [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Refreshing network info cache for port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.993155] env[70498]: DEBUG nova.compute.utils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.993155] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.993702] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.042124] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067317} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.042776] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.045173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c62654-e2e4-4a42-992d-b9ce9b07f52e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.057532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.057532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.057532] env[70498]: DEBUG nova.network.neutron [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.086340] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c70a1f92-7292-467e-adec-a7b4543c7924/c70a1f92-7292-467e-adec-a7b4543c7924.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.093822] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d5f21c-5687-4f3c-923e-e8b39f754c8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.113201] env[70498]: DEBUG nova.policy [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78a5d9c2ba459e956ac77262c085bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a73d6a2625e428483af24fc6be31bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.119485] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 995.119485] env[70498]: value = "task-3614783" [ 995.119485] env[70498]: _type = "Task" [ 995.119485] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.132675] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.144158] env[70498]: DEBUG nova.compute.manager [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.148018] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.148018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b248b-8f28-492b-bea5-520fde34f7ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.155636] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.155913] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c804a0d-9cb2-4b9a-a71c-d4c3c24ef069 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.161974] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 995.161974] env[70498]: value = "task-3614784" [ 995.161974] env[70498]: _type = "Task" [ 995.161974] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.174281] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.288848] env[70498]: DEBUG nova.network.neutron [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.292861] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614782, 'name': CreateVM_Task, 'duration_secs': 0.302143} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.295702] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.297747] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.300601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.300601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.300601] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ff167e-dd9c-4151-99c0-eaceaa5714d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.303269] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 995.303269] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52131800-9325-33e8-9ecd-338fa2553ab1" [ 995.303269] env[70498]: _type = "Task" [ 995.303269] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.308963] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.309429] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Cleaning up deleted instances with incomplete migration {{(pid=70498) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 995.316767] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52131800-9325-33e8-9ecd-338fa2553ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.503301] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.561634] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501ed61-0f5c-4980-a5e4-04bda35be081 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.570105] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ec7e8-0485-497e-abd0-b13e3c432c14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.607046] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf8d7c-9ba3-47fd-a0fb-38d909ea9c55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.614997] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773972af-0f2b-479d-af35-9d77a1ab9967 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.636705] env[70498]: DEBUG nova.compute.provider_tree [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 995.641100] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614783, 'name': ReconfigVM_Task, 'duration_secs': 0.289634} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.641619] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c70a1f92-7292-467e-adec-a7b4543c7924/c70a1f92-7292-467e-adec-a7b4543c7924.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.642257] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a60134f-1608-4f97-aa12-6eb97281079d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.649664] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 995.649664] env[70498]: value = "task-3614785" [ 995.649664] env[70498]: _type = "Task" [ 995.649664] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.658978] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614785, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.680359] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.737690] env[70498]: DEBUG nova.network.neutron [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updated VIF entry in instance network info cache for port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.738110] env[70498]: DEBUG nova.network.neutron [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.796734] env[70498]: INFO nova.compute.manager [-] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Took 1.68 seconds to deallocate network for instance. [ 995.814861] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52131800-9325-33e8-9ecd-338fa2553ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.819117] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.819117] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.819117] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.819117] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.819260] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.819260] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf474417-e75b-41d7-819c-a4fab53a3d8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.819260] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.822735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "11086611-2508-490c-ba96-13b0d3041e3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.822735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.822735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "11086611-2508-490c-ba96-13b0d3041e3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.822735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.823201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.825692] env[70498]: INFO nova.compute.manager [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Terminating instance [ 995.826452] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.826621] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.828227] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08475eae-cbee-47c9-8d9c-8b482d5c6f95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.834557] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 995.834557] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac4acf-8fd4-e2f3-8789-4706e5a36e7b" [ 995.834557] env[70498]: _type = "Task" [ 995.834557] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.842803] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac4acf-8fd4-e2f3-8789-4706e5a36e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.002421] env[70498]: DEBUG nova.network.neutron [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.154198] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Successfully created port: 2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.162305] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614785, 'name': Rename_Task, 'duration_secs': 0.155246} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.163569] env[70498]: ERROR nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [req-d8ef5e34-a8fb-4aa8-8006-1fdb7846eae5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d8ef5e34-a8fb-4aa8-8006-1fdb7846eae5"}]} [ 996.164350] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.166853] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e83cdfb7-5987-435b-9a7c-5f604b56d773 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.181058] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614784, 'name': PowerOffVM_Task, 'duration_secs': 0.645896} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.181058] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.181058] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.181058] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 996.181058] env[70498]: value = "task-3614786" [ 996.181058] env[70498]: _type = "Task" [ 996.181058] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.181058] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d762c55-7d3a-44f0-add4-2fcb939baf15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.189024] env[70498]: DEBUG nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 996.193852] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.202023] env[70498]: DEBUG nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 996.202023] env[70498]: DEBUG nova.compute.provider_tree [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.216686] env[70498]: DEBUG nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 996.235792] env[70498]: DEBUG nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 996.241901] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.241901] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Received event network-vif-deleted-a1b588fd-e4df-4814-a6b1-ca9f4340c551 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.241901] env[70498]: INFO nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Neutron deleted interface a1b588fd-e4df-4814-a6b1-ca9f4340c551; detaching it from the instance and deleting it from the info cache [ 996.241901] env[70498]: DEBUG nova.network.neutron [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.245610] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.245610] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.245610] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore1] d38d38aa-3af2-408b-b65d-f50d8c175508 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.245610] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0700c8-e4c6-438b-9ffd-62d61f7ec193 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.251919] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 996.251919] env[70498]: value = "task-3614788" [ 996.251919] env[70498]: _type = "Task" [ 996.251919] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.261054] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.332680] env[70498]: DEBUG nova.compute.manager [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.332955] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.333948] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7445d-a6bb-4cd5-867e-e11c6c831767 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.346337] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.346337] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f0c3ee-cf6d-4f97-9078-be2cab0084d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.351643] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ac4acf-8fd4-e2f3-8789-4706e5a36e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008212} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.351915] env[70498]: INFO nova.compute.manager [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Took 0.55 seconds to detach 1 volumes for instance. [ 996.354547] env[70498]: DEBUG nova.compute.manager [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Deleting volume: 00cfccbd-23ab-4b18-84a6-26f5d474a43c {{(pid=70498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 996.358292] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3942664b-e17f-407a-9138-ee71bc7d43a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.362267] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 996.362267] env[70498]: value = "task-3614789" [ 996.362267] env[70498]: _type = "Task" [ 996.362267] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.367070] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 996.367070] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52df9a51-044b-d5ad-2dd0-a5fec5179aec" [ 996.367070] env[70498]: _type = "Task" [ 996.367070] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.373270] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.382103] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52df9a51-044b-d5ad-2dd0-a5fec5179aec, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.382335] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.382660] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.382930] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a07a158-8aed-48bc-b14f-909d6b4192e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.394025] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 996.394025] env[70498]: value = "task-3614790" [ 996.394025] env[70498]: _type = "Task" [ 996.394025] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.402141] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.505686] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.513954] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.549066] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.549514] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.549761] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.550047] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.550250] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.550491] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.550778] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.551069] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.551320] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.551583] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.551829] env[70498]: DEBUG nova.virt.hardware [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.553106] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f164f997-08c2-4e81-928a-9adee4a9378a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.566186] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90b028-68f7-493b-8c62-001a81d336da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.695355] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614786, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.746085] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88681154-4e64-4791-8ddf-acde527e20e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.761713] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1f195d-28b9-432e-808e-1b367fee4300 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.782077] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe380f-0b2f-40a5-8cb4-5031938b3848 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.785489] env[70498]: DEBUG oslo_vmware.api [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149298} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.786231] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.786425] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.786600] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.786772] env[70498]: INFO nova.compute.manager [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Took 1.64 seconds to destroy the instance on the hypervisor. [ 996.787023] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.787548] env[70498]: DEBUG nova.compute.manager [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.787639] env[70498]: DEBUG nova.network.neutron [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.794186] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7715fc96-e19e-458a-a084-5b7645f03396 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.815764] env[70498]: DEBUG nova.compute.manager [req-f0bee2f0-438c-409c-b811-94fdced4cd46 req-8d506812-c662-4b36-9e51-746b1dca9e3d service nova] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Detach interface failed, port_id=a1b588fd-e4df-4814-a6b1-ca9f4340c551, reason: Instance 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.847648] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815e4a55-87b0-478e-8b10-5dce7c4a766c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.855233] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c51a01-d1ab-4258-8262-c646e19f5a2a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.870958] env[70498]: DEBUG nova.compute.provider_tree [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.882940] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614789, 'name': PowerOffVM_Task, 'duration_secs': 0.19071} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.883235] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.883397] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.883657] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f47471-5fe7-4464-96bf-cd54de6adec4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.902451] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489816} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.902718] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.905015] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.905015] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b7837ff-9408-4a12-a818-023f95cd362f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.911754] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 996.911754] env[70498]: value = "task-3614794" [ 996.911754] env[70498]: _type = "Task" [ 996.911754] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.919182] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.922910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.948066] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.948325] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.948515] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleting the datastore file [datastore2] 11086611-2508-490c-ba96-13b0d3041e3a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.948833] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afafd6f9-4315-4eff-815f-a76bae66e7f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.955518] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for the task: (returnval){ [ 996.955518] env[70498]: value = "task-3614795" [ 996.955518] env[70498]: _type = "Task" [ 996.955518] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.964534] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.039856] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6635a2b-a017-4027-99be-2c450f96e946 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.065611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a204151b-f665-4785-a9b2-d570ec1cd1ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.071373] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.196331] env[70498]: DEBUG oslo_vmware.api [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614786, 'name': PowerOnVM_Task, 'duration_secs': 0.594741} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.196595] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.196807] env[70498]: INFO nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Took 7.83 seconds to spawn the instance on the hypervisor. [ 997.196985] env[70498]: DEBUG nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.197896] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96f97f1-5f08-4548-bfbc-49ab8ae24eb0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.258731] env[70498]: DEBUG nova.compute.manager [req-4d97df69-bb7f-4af4-acb4-50fc4730696b req-fcaec23a-51c0-40f5-a1b4-3175893bfe83 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Received event network-vif-deleted-4eef342e-0d1b-4ed8-8d13-f941177c4d63 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.258992] env[70498]: INFO nova.compute.manager [req-4d97df69-bb7f-4af4-acb4-50fc4730696b req-fcaec23a-51c0-40f5-a1b4-3175893bfe83 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Neutron deleted interface 4eef342e-0d1b-4ed8-8d13-f941177c4d63; detaching it from the instance and deleting it from the info cache [ 997.259208] env[70498]: DEBUG nova.network.neutron [req-4d97df69-bb7f-4af4-acb4-50fc4730696b req-fcaec23a-51c0-40f5-a1b4-3175893bfe83 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.408882] env[70498]: DEBUG nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 997.409205] env[70498]: DEBUG nova.compute.provider_tree [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 106 to 107 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 997.409339] env[70498]: DEBUG nova.compute.provider_tree [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.422481] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06806} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.422551] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.423399] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b1223d-d427-4e5d-b46e-cab61b8e536c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.450222] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.450355] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279ab422-89a4-4a00-aa56-3deeffb2784f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.475557] env[70498]: DEBUG oslo_vmware.api [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Task: {'id': task-3614795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141126} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.476794] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.477013] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.477180] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.477383] env[70498]: INFO nova.compute.manager [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.477563] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.477814] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 997.477814] env[70498]: value = "task-3614796" [ 997.477814] env[70498]: _type = "Task" [ 997.477814] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.478007] env[70498]: DEBUG nova.compute.manager [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.478108] env[70498]: DEBUG nova.network.neutron [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.491246] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614796, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.579665] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.580012] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8ee281-91d4-4cca-8166-b4d28772c118 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.587564] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 997.587564] env[70498]: value = "task-3614797" [ 997.587564] env[70498]: _type = "Task" [ 997.587564] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.598485] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.683325] env[70498]: DEBUG nova.network.neutron [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.740202] env[70498]: INFO nova.compute.manager [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Took 33.27 seconds to build instance. [ 997.765930] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1f3e7b8-7be6-4a4f-bf7d-08d94dbcca7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.781251] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4af4d15-75b5-4d15-b9eb-369a96c1a8ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.828611] env[70498]: DEBUG nova.compute.manager [req-4d97df69-bb7f-4af4-acb4-50fc4730696b req-fcaec23a-51c0-40f5-a1b4-3175893bfe83 service nova] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Detach interface failed, port_id=4eef342e-0d1b-4ed8-8d13-f941177c4d63, reason: Instance d38d38aa-3af2-408b-b65d-f50d8c175508 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 997.917505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.431s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.920438] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.061s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.921087] env[70498]: DEBUG nova.objects.instance [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lazy-loading 'resources' on Instance uuid df2582e9-4e05-4262-a6ff-7bc838fae39c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.955297] env[70498]: INFO nova.scheduler.client.report [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted allocations for instance 9eb615a0-f7a2-4877-b8bd-da6f8cce751f [ 997.992903] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614796, 'name': ReconfigVM_Task, 'duration_secs': 0.360953} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.993228] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.993877] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33a33748-864b-41b4-8903-4ea890246bd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.006017] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 998.006017] env[70498]: value = "task-3614798" [ 998.006017] env[70498]: _type = "Task" [ 998.006017] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.012044] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614798, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.099541] env[70498]: DEBUG oslo_vmware.api [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614797, 'name': PowerOnVM_Task, 'duration_secs': 0.501761} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.099833] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.100210] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2381d49a-f964-4230-919e-ec931dade15e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance '0796db41-908c-4681-a242-7c5c66ec19e2' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.186554] env[70498]: INFO nova.compute.manager [-] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Took 1.40 seconds to deallocate network for instance. [ 998.244578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48602015-eb3a-4136-9b93-8875747ec4c4 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.784s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.289741] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Successfully updated port: 2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.345309] env[70498]: DEBUG nova.network.neutron [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.465256] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4eb3d527-659a-4809-8812-d01aa3fd928f tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "9eb615a0-f7a2-4877-b8bd-da6f8cce751f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.132s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.512954] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614798, 'name': Rename_Task, 'duration_secs': 0.245744} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.515533] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.516153] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e04d7d2-6ca4-44d5-88da-a9b6cb547b94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.523438] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 998.523438] env[70498]: value = "task-3614799" [ 998.523438] env[70498]: _type = "Task" [ 998.523438] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.525398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "4651916e-ee5a-44fc-84fb-55f9faf67329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.525643] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.525862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.526268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.526468] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.531115] env[70498]: INFO nova.compute.manager [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Terminating instance [ 998.535485] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.694520] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.792659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.793588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.793588] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.849778] env[70498]: INFO nova.compute.manager [-] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Took 1.37 seconds to deallocate network for instance. [ 998.849778] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77574184-878a-4997-8ba9-f49a87136606 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.865082] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41891007-06c3-406c-8c0d-bbc4b3f5c3cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.898859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbb0549-2a88-44c3-9114-542e1f57af66 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.907296] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417389c3-823b-4a6f-b39b-c415151df4be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.924931] env[70498]: DEBUG nova.compute.provider_tree [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.929038] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 998.929038] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721026', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'name': 'volume-f5665bb3-fcee-49a3-92b0-494b437df954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98b2294e-8df8-4b09-951b-0e99dae111d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'serial': 'f5665bb3-fcee-49a3-92b0-494b437df954'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 998.929628] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac891845-4ad4-4d62-95ce-b9d1cc486ec3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.946618] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b91bc-f8c1-4473-98bb-a66e907ef9ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.972499] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-f5665bb3-fcee-49a3-92b0-494b437df954/volume-f5665bb3-fcee-49a3-92b0-494b437df954.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.972499] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1969f026-1f4d-4e13-b978-0cb6c92ac489 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.990748] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 998.990748] env[70498]: value = "task-3614800" [ 998.990748] env[70498]: _type = "Task" [ 998.990748] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.999400] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.032676] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.038034] env[70498]: DEBUG nova.compute.manager [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.038310] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.039170] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4babe2-5e12-44ee-851f-689bcc3e0d63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.047430] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.047757] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0fb4a1-6d6e-48b7-a239-c5f70b926177 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.055399] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 999.055399] env[70498]: value = "task-3614801" [ 999.055399] env[70498]: _type = "Task" [ 999.055399] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.066510] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.354023] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.365630] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.401731] env[70498]: DEBUG nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Received event network-vif-deleted-db4a3ab0-6c07-42b0-b9af-028d04ad91e0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.402017] env[70498]: DEBUG nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Received event network-vif-plugged-2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.402328] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Acquiring lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.402523] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.402728] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.402946] env[70498]: DEBUG nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] No waiting events found dispatching network-vif-plugged-2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.403222] env[70498]: WARNING nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Received unexpected event network-vif-plugged-2f6b603e-440c-4f67-924e-1d2e854b7a3d for instance with vm_state building and task_state spawning. [ 999.403451] env[70498]: DEBUG nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Received event network-changed-2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.403593] env[70498]: DEBUG nova.compute.manager [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Refreshing instance network info cache due to event network-changed-2f6b603e-440c-4f67-924e-1d2e854b7a3d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.403780] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Acquiring lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.460258] env[70498]: DEBUG nova.scheduler.client.report [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 999.460509] env[70498]: DEBUG nova.compute.provider_tree [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 107 to 108 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 999.460671] env[70498]: DEBUG nova.compute.provider_tree [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.502759] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614800, 'name': ReconfigVM_Task, 'duration_secs': 0.416046} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.503076] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-f5665bb3-fcee-49a3-92b0-494b437df954/volume-f5665bb3-fcee-49a3-92b0-494b437df954.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.508053] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d5e820-84c7-4f8c-b9f2-7df23db7ba7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.525298] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 999.525298] env[70498]: value = "task-3614802" [ 999.525298] env[70498]: _type = "Task" [ 999.525298] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.536367] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.539241] env[70498]: DEBUG oslo_vmware.api [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614799, 'name': PowerOnVM_Task, 'duration_secs': 0.75349} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.539553] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.539758] env[70498]: INFO nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Took 7.62 seconds to spawn the instance on the hypervisor. [ 999.539931] env[70498]: DEBUG nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.540768] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e614228-e0bd-4609-bac4-b56eac857377 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.552925] env[70498]: DEBUG nova.network.neutron [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Updating instance_info_cache with network_info: [{"id": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "address": "fa:16:3e:ec:b5:97", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6b603e-44", "ovs_interfaceid": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.566031] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614801, 'name': PowerOffVM_Task, 'duration_secs': 0.269653} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.567364] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.567808] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.567896] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da6f76ac-d817-400f-a606-0326f43a33da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.572455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.572675] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.572875] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.573068] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.573237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.578538] env[70498]: INFO nova.compute.manager [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Terminating instance [ 999.633684] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.633684] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.633828] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleting the datastore file [datastore2] 4651916e-ee5a-44fc-84fb-55f9faf67329 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.634119] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01fe84b9-c72c-41a8-a75b-58a4aa04fba3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.641653] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for the task: (returnval){ [ 999.641653] env[70498]: value = "task-3614804" [ 999.641653] env[70498]: _type = "Task" [ 999.641653] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.652478] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.967992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.970706] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.555s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.972198] env[70498]: INFO nova.compute.claims [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.988202] env[70498]: INFO nova.scheduler.client.report [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted allocations for instance df2582e9-4e05-4262-a6ff-7bc838fae39c [ 1000.039035] env[70498]: DEBUG oslo_vmware.api [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614802, 'name': ReconfigVM_Task, 'duration_secs': 0.153444} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.039861] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721026', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'name': 'volume-f5665bb3-fcee-49a3-92b0-494b437df954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98b2294e-8df8-4b09-951b-0e99dae111d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'serial': 'f5665bb3-fcee-49a3-92b0-494b437df954'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1000.055976] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.056325] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Instance network_info: |[{"id": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "address": "fa:16:3e:ec:b5:97", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6b603e-44", "ovs_interfaceid": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.058304] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Acquired lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.058304] env[70498]: DEBUG nova.network.neutron [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Refreshing network info cache for port 2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.059765] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:b5:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f6b603e-440c-4f67-924e-1d2e854b7a3d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.074241] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.076904] env[70498]: INFO nova.compute.manager [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Took 26.48 seconds to build instance. [ 1000.083041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.083760] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.083984] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.084212] env[70498]: DEBUG nova.compute.manager [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Going to confirm migration 4 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1000.089573] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c74523e-4213-49c9-8552-8b74277d8a7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.105024] env[70498]: DEBUG nova.compute.manager [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.105353] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.109517] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "c70a1f92-7292-467e-adec-a7b4543c7924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.109772] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.109951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.110180] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.110301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.112457] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af18920-1091-44e3-a174-86509d50aad2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.116147] env[70498]: INFO nova.compute.manager [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Terminating instance [ 1000.122743] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.122743] env[70498]: value = "task-3614805" [ 1000.122743] env[70498]: _type = "Task" [ 1000.122743] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.125901] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.129569] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba2e3b9c-162a-47e1-831b-af29b1d04996 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.139162] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614805, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.140490] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 1000.140490] env[70498]: value = "task-3614806" [ 1000.140490] env[70498]: _type = "Task" [ 1000.140490] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.162338] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.169248] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.380278] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.380585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.500288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0cee88b0-7dc4-4263-b84b-103f583ed88d tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "df2582e9-4e05-4262-a6ff-7bc838fae39c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.096s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.592568] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6eb76c62-0469-4513-b587-a94ac4932cd8 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.010s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.621686] env[70498]: DEBUG nova.compute.manager [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.621686] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.622549] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b821837f-69cb-43ee-9ce5-76563fd2d24a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.634935] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614805, 'name': CreateVM_Task, 'duration_secs': 0.387441} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.638619] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.639063] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.639700] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.639917] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640335] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.640602] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7624ed1e-0026-4db6-81da-2877ad51e1b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.642447] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d8bec6-5e20-4eb7-ac55-eee01dc52772 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.655879] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1000.655879] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f84205-70f7-72ec-f1ed-2e8862b906fd" [ 1000.655879] env[70498]: _type = "Task" [ 1000.655879] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.656256] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 1000.656256] env[70498]: value = "task-3614807" [ 1000.656256] env[70498]: _type = "Task" [ 1000.656256] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.660269] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614806, 'name': PowerOffVM_Task, 'duration_secs': 0.231185} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.666979] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.667342] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.670677] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a74f7b-65ac-447b-b5ea-faa1a9db2cab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.672558] env[70498]: DEBUG oslo_vmware.api [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Task: {'id': task-3614804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.546001} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.673516] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.673788] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.674030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.674276] env[70498]: INFO nova.compute.manager [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1000.674724] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.682327] env[70498]: DEBUG nova.compute.manager [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.682456] env[70498]: DEBUG nova.network.neutron [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.684811] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f84205-70f7-72ec-f1ed-2e8862b906fd, 'name': SearchDatastore_Task, 'duration_secs': 0.019024} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.685038] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.686065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.686296] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.686513] env[70498]: DEBUG nova.network.neutron [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.686736] env[70498]: DEBUG nova.objects.instance [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'info_cache' on Instance uuid 0796db41-908c-4681-a242-7c5c66ec19e2 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.688146] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.688413] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.688714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.689014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.689231] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.689976] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc2e819-3f20-46aa-be87-e41f834b6bec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.702495] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.702707] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.703724] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b42ff4b-0c90-4ae1-b2bd-9f3c2e0e2af1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.711163] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1000.711163] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528e34b6-5498-6355-e199-2f309f785fda" [ 1000.711163] env[70498]: _type = "Task" [ 1000.711163] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.721648] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528e34b6-5498-6355-e199-2f309f785fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.747569] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.747569] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.747569] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore2] f9a61c3a-e591-4d0d-8e7d-02250bee4287 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.747569] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce3ac2c-e37a-444c-8b76-7dd1c7b0cc7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.754105] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 1000.754105] env[70498]: value = "task-3614809" [ 1000.754105] env[70498]: _type = "Task" [ 1000.754105] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.764076] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.806788] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.807052] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.871788] env[70498]: DEBUG nova.network.neutron [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Updated VIF entry in instance network info cache for port 2f6b603e-440c-4f67-924e-1d2e854b7a3d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.872203] env[70498]: DEBUG nova.network.neutron [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Updating instance_info_cache with network_info: [{"id": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "address": "fa:16:3e:ec:b5:97", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f6b603e-44", "ovs_interfaceid": "2f6b603e-440c-4f67-924e-1d2e854b7a3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.887037] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.100571] env[70498]: DEBUG nova.objects.instance [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.170297] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614807, 'name': PowerOffVM_Task, 'duration_secs': 0.239021} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.170620] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.170869] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.171267] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9504223b-58ed-4e62-98b9-29b89111c22a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.229285] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528e34b6-5498-6355-e199-2f309f785fda, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.235416] env[70498]: DEBUG nova.compute.manager [req-2f8e616d-a28a-4b93-9338-2cac70e353cb req-e89a27ce-6211-4efc-9bc4-32de9ba79a0b service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Received event network-vif-deleted-1775bd14-241e-4bfa-bd68-eee7713ba860 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.235919] env[70498]: INFO nova.compute.manager [req-2f8e616d-a28a-4b93-9338-2cac70e353cb req-e89a27ce-6211-4efc-9bc4-32de9ba79a0b service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Neutron deleted interface 1775bd14-241e-4bfa-bd68-eee7713ba860; detaching it from the instance and deleting it from the info cache [ 1001.235919] env[70498]: DEBUG nova.network.neutron [req-2f8e616d-a28a-4b93-9338-2cac70e353cb req-e89a27ce-6211-4efc-9bc4-32de9ba79a0b service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.238339] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2446414-f502-4530-b0c4-0c122cc8c501 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.244167] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1001.244167] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c50420-d419-62e2-b90d-04d9bb860e17" [ 1001.244167] env[70498]: _type = "Task" [ 1001.244167] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.255372] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c50420-d419-62e2-b90d-04d9bb860e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.264431] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.264694] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.264875] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleting the datastore file [datastore1] c70a1f92-7292-467e-adec-a7b4543c7924 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.265851] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94ded915-61b1-4e0a-98b7-ea4d7d591301 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.273324] env[70498]: DEBUG oslo_vmware.api [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.274559] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.274768] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.274993] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.275187] env[70498]: INFO nova.compute.manager [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1001.275421] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.275988] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 1001.275988] env[70498]: value = "task-3614811" [ 1001.275988] env[70498]: _type = "Task" [ 1001.275988] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.276163] env[70498]: DEBUG nova.compute.manager [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.276253] env[70498]: DEBUG nova.network.neutron [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.290540] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.309435] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.374999] env[70498]: DEBUG oslo_concurrency.lockutils [req-fefdb188-f8e9-4b42-bed8-4fd49095c026 req-b28e592b-ef92-4dd5-95f8-a6dbb212cc34 service nova] Releasing lock "refresh_cache-c87d60f1-7a1e-4edf-831a-1fdf542fcf93" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.414523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.478770] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3917cd-759e-423c-bcc0-df393b4935bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.483713] env[70498]: DEBUG nova.compute.manager [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Received event network-changed-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.484756] env[70498]: DEBUG nova.compute.manager [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Refreshing instance network info cache due to event network-changed-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.484756] env[70498]: DEBUG oslo_concurrency.lockutils [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.484756] env[70498]: DEBUG oslo_concurrency.lockutils [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.484756] env[70498]: DEBUG nova.network.neutron [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Refreshing network info cache for port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.490782] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed87f65-7835-4196-ae10-5ac82a448d2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.522065] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaad03b-1bfe-4a5e-8592-a895f7c33a81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.529452] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315e484e-024a-4e2a-a869-3893b3439d17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.545761] env[70498]: DEBUG nova.compute.provider_tree [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.606838] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f6c17709-5307-46fc-abea-a707b753782b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.696445] env[70498]: DEBUG nova.network.neutron [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.739054] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9224cc25-1588-48a0-ae5b-4eec9a25b841 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.755963] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa3c44-0b52-4e75-a144-8ed12fa4dcf6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.781399] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c50420-d419-62e2-b90d-04d9bb860e17, 'name': SearchDatastore_Task, 'duration_secs': 0.026082} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.795075] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.795368] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c87d60f1-7a1e-4edf-831a-1fdf542fcf93/c87d60f1-7a1e-4edf-831a-1fdf542fcf93.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.795722] env[70498]: DEBUG nova.compute.manager [req-2f8e616d-a28a-4b93-9338-2cac70e353cb req-e89a27ce-6211-4efc-9bc4-32de9ba79a0b service nova] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Detach interface failed, port_id=1775bd14-241e-4bfa-bd68-eee7713ba860, reason: Instance 4651916e-ee5a-44fc-84fb-55f9faf67329 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1001.798414] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ba7e275-a5e3-49f5-b756-bcf3fccabadd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.805317] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.806548] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1001.806548] env[70498]: value = "task-3614812" [ 1001.806548] env[70498]: _type = "Task" [ 1001.806548] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.816859] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.838332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.994629] env[70498]: DEBUG nova.network.neutron [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [{"id": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "address": "fa:16:3e:2f:d2:ee", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b40d61a-53", "ovs_interfaceid": "8b40d61a-5330-47b1-adcd-201b4248b3f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.049424] env[70498]: DEBUG nova.scheduler.client.report [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.125513] env[70498]: DEBUG nova.network.neutron [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.199043] env[70498]: INFO nova.compute.manager [-] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Took 1.52 seconds to deallocate network for instance. [ 1002.212514] env[70498]: DEBUG oslo_concurrency.lockutils [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.212732] env[70498]: DEBUG oslo_concurrency.lockutils [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.212995] env[70498]: DEBUG nova.compute.manager [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.214163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf86a5-c4cd-48e7-85e1-5f34d821db4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.221906] env[70498]: DEBUG nova.compute.manager [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.222593] env[70498]: DEBUG nova.objects.instance [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.266577] env[70498]: DEBUG nova.network.neutron [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updated VIF entry in instance network info cache for port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.267010] env[70498]: DEBUG nova.network.neutron [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.293849] env[70498]: DEBUG oslo_vmware.api [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540457} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.294138] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.294340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.294525] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.296026] env[70498]: INFO nova.compute.manager [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1002.296026] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.296026] env[70498]: DEBUG nova.compute.manager [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.296026] env[70498]: DEBUG nova.network.neutron [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.318241] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614812, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.497247] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-0796db41-908c-4681-a242-7c5c66ec19e2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.497628] env[70498]: DEBUG nova.objects.instance [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'migration_context' on Instance uuid 0796db41-908c-4681-a242-7c5c66ec19e2 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.555219] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.555767] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.562706] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.563s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.562706] env[70498]: DEBUG nova.objects.instance [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'resources' on Instance uuid a34c3ed6-916c-4109-9fb8-27577d79e7a9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.628137] env[70498]: INFO nova.compute.manager [-] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Took 1.35 seconds to deallocate network for instance. [ 1002.707416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.770746] env[70498]: DEBUG oslo_concurrency.lockutils [req-58060cd5-25d9-4434-898c-ca4bbe78f62e req-d2c770f8-15d7-4bde-b432-6d245d8dcc3e service nova] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.817489] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.817811] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c87d60f1-7a1e-4edf-831a-1fdf542fcf93/c87d60f1-7a1e-4edf-831a-1fdf542fcf93.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.818086] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.818395] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de539486-589a-49b0-9824-00c87889bd57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.825079] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1002.825079] env[70498]: value = "task-3614813" [ 1002.825079] env[70498]: _type = "Task" [ 1002.825079] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.832806] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.000953] env[70498]: DEBUG nova.objects.base [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Object Instance<0796db41-908c-4681-a242-7c5c66ec19e2> lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.001920] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac35416-4273-4f1e-8506-7ed861a957f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.021428] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a444d3-0598-40b9-90c7-f47b5ce718a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.026915] env[70498]: DEBUG oslo_vmware.api [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1003.026915] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5208faff-0cdf-8410-c343-c7b20d664822" [ 1003.026915] env[70498]: _type = "Task" [ 1003.026915] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.034347] env[70498]: DEBUG oslo_vmware.api [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5208faff-0cdf-8410-c343-c7b20d664822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.062960] env[70498]: DEBUG nova.compute.utils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.065354] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.065753] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.093996] env[70498]: DEBUG nova.network.neutron [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.124721] env[70498]: DEBUG nova.policy [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0ea815c46d4e22a62aa1099bc514a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04022d5cd2444153a7ac0a9eb7eba8a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.133992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.233014] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.233312] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1df0a14-e0e3-4edc-ae10-79191c2a5739 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.242796] env[70498]: DEBUG oslo_vmware.api [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1003.242796] env[70498]: value = "task-3614814" [ 1003.242796] env[70498]: _type = "Task" [ 1003.242796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.250951] env[70498]: DEBUG oslo_vmware.api [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.252960] env[70498]: DEBUG nova.compute.manager [req-e18f9db2-d25f-47af-8f8c-b7c532e37852 req-2101b695-2b61-4a63-93e8-c2c66343bbe4 service nova] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Received event network-vif-deleted-43533f08-20cd-4c4f-8e42-6cad289d1cfd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.334042] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075466} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.334340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.335167] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e51b40-d79e-4113-95f7-5d1090108784 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.360834] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] c87d60f1-7a1e-4edf-831a-1fdf542fcf93/c87d60f1-7a1e-4edf-831a-1fdf542fcf93.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.363780] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d98257-4403-4be0-956f-7b9917752c58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.388020] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1003.388020] env[70498]: value = "task-3614815" [ 1003.388020] env[70498]: _type = "Task" [ 1003.388020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.396467] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.482628] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Successfully created port: 4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.513283] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce7e573-8586-406a-8c36-ff21969e3e9c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.518476] env[70498]: DEBUG nova.compute.manager [req-d13e6998-0af9-4e3e-b999-c43a57ce379f req-b6b405b0-017b-4956-acca-6d3ef52127e7 service nova] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Received event network-vif-deleted-eb0166f7-5e84-449b-9db5-a343f52f1726 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.524710] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cd613-2f1a-4505-9370-58a9dace1e29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.540308] env[70498]: DEBUG oslo_vmware.api [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5208faff-0cdf-8410-c343-c7b20d664822, 'name': SearchDatastore_Task, 'duration_secs': 0.017737} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.566388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.567590] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925b9e0-84c5-4045-b036-fba7f32eea90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.570753] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.578375] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd5d882-b3c5-4511-a424-8bc3d7859156 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.593277] env[70498]: DEBUG nova.compute.provider_tree [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.596302] env[70498]: INFO nova.compute.manager [-] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Took 1.30 seconds to deallocate network for instance. [ 1003.755941] env[70498]: DEBUG oslo_vmware.api [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614814, 'name': PowerOffVM_Task, 'duration_secs': 0.346794} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.756284] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.757081] env[70498]: DEBUG nova.compute.manager [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.757759] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0c913-f8d4-4545-90f6-c0722e70cab2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.894697] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614815, 'name': ReconfigVM_Task, 'duration_secs': 0.398632} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.894980] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Reconfigured VM instance instance-00000046 to attach disk [datastore1] c87d60f1-7a1e-4edf-831a-1fdf542fcf93/c87d60f1-7a1e-4edf-831a-1fdf542fcf93.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.895839] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eecc4859-1d01-4894-bec7-cea399dc0857 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.902218] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1003.902218] env[70498]: value = "task-3614816" [ 1003.902218] env[70498]: _type = "Task" [ 1003.902218] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.910227] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614816, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.096368] env[70498]: DEBUG nova.scheduler.client.report [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.101919] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.271679] env[70498]: DEBUG oslo_concurrency.lockutils [None req-034ca773-6fc1-4a09-8ebb-b56fc8822c94 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.412571] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614816, 'name': Rename_Task, 'duration_secs': 0.315919} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.412848] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.413118] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2168ade0-d193-4fa1-b3a4-8580371f1096 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.419763] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1004.419763] env[70498]: value = "task-3614817" [ 1004.419763] env[70498]: _type = "Task" [ 1004.419763] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.431545] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.581397] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.603339] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.605693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.364s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.605693] env[70498]: DEBUG nova.objects.instance [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'resources' on Instance uuid 6d264890-6eb1-4ab6-88af-b3289ea3ef4c {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.611935] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.612556] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.612556] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.612556] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.612752] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.612806] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.613015] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.613216] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.613350] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.613557] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.613681] env[70498]: DEBUG nova.virt.hardware [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.614610] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac35a28e-0562-4333-9703-3f3aa0e6e99a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.624393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21b3093-1ddd-4703-b80b-7744e0532bf2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.629906] env[70498]: INFO nova.scheduler.client.report [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted allocations for instance a34c3ed6-916c-4109-9fb8-27577d79e7a9 [ 1004.737924] env[70498]: DEBUG nova.objects.instance [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.930201] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.985891] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Successfully updated port: 4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.148080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84aad723-6729-4e70-ba64-118567ac8a28 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "a34c3ed6-916c-4109-9fb8-27577d79e7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.762s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.245192] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.245355] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.246043] env[70498]: DEBUG nova.network.neutron [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.246043] env[70498]: DEBUG nova.objects.instance [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'info_cache' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.430099] env[70498]: DEBUG oslo_vmware.api [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614817, 'name': PowerOnVM_Task, 'duration_secs': 0.806782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.432900] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.433118] env[70498]: INFO nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1005.433324] env[70498]: DEBUG nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.434372] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c7f907-445a-4fa3-94f6-c4849ade462d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.490531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.490531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.490531] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.521582] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fcf71d-ba27-46ab-af57-9bc5d17bb6ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.529709] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e4a44-a594-4da5-aab4-a5fb41e06195 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.561337] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc3e3eb-cbee-4488-8ef0-78a3c64582d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.568704] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf81bb19-eb83-4dcd-9574-73fc99f599f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.575818] env[70498]: DEBUG nova.compute.manager [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Received event network-vif-plugged-4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.576039] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.576291] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.576396] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.576558] env[70498]: DEBUG nova.compute.manager [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] No waiting events found dispatching network-vif-plugged-4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.576718] env[70498]: WARNING nova.compute.manager [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Received unexpected event network-vif-plugged-4e6c712f-5835-4e52-af68-3b6f441e49ed for instance with vm_state building and task_state spawning. [ 1005.576871] env[70498]: DEBUG nova.compute.manager [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Received event network-changed-4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.577029] env[70498]: DEBUG nova.compute.manager [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Refreshing instance network info cache due to event network-changed-4e6c712f-5835-4e52-af68-3b6f441e49ed. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.577200] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Acquiring lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.587416] env[70498]: DEBUG nova.compute.provider_tree [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.749456] env[70498]: DEBUG nova.objects.base [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Object Instance<98b2294e-8df8-4b09-951b-0e99dae111d1> lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.950214] env[70498]: INFO nova.compute.manager [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Took 26.98 seconds to build instance. [ 1006.024245] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.090095] env[70498]: DEBUG nova.scheduler.client.report [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.152155] env[70498]: DEBUG nova.network.neutron [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Updating instance_info_cache with network_info: [{"id": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "address": "fa:16:3e:dc:d1:2a", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c712f-58", "ovs_interfaceid": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.452161] env[70498]: DEBUG oslo_concurrency.lockutils [None req-771c3f1f-0f69-4463-ac32-620405811bf5 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.487s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.474763] env[70498]: DEBUG nova.network.neutron [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.595818] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.598914] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.230s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.599198] env[70498]: DEBUG nova.objects.instance [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'resources' on Instance uuid ae7b1412-75ee-4bb5-9776-a71d1f0c4977 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.618541] env[70498]: INFO nova.scheduler.client.report [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted allocations for instance 6d264890-6eb1-4ab6-88af-b3289ea3ef4c [ 1006.655548] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.656350] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance network_info: |[{"id": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "address": "fa:16:3e:dc:d1:2a", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c712f-58", "ovs_interfaceid": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.656350] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Acquired lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.656556] env[70498]: DEBUG nova.network.neutron [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Refreshing network info cache for port 4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.657940] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:d1:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6c712f-5835-4e52-af68-3b6f441e49ed', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.666670] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.668167] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.668531] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6f9334d-9dd2-41bc-b5ec-609c929954ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.693546] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.693546] env[70498]: value = "task-3614818" [ 1006.693546] env[70498]: _type = "Task" [ 1006.693546] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.702539] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614818, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.977442] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.126545] env[70498]: DEBUG oslo_concurrency.lockutils [None req-40592aa5-f2d6-40b1-8bf6-d39a808bbba2 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "6d264890-6eb1-4ab6-88af-b3289ea3ef4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.794s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.206569] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614818, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.437167] env[70498]: DEBUG nova.network.neutron [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Updated VIF entry in instance network info cache for port 4e6c712f-5835-4e52-af68-3b6f441e49ed. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.437557] env[70498]: DEBUG nova.network.neutron [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Updating instance_info_cache with network_info: [{"id": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "address": "fa:16:3e:dc:d1:2a", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c712f-58", "ovs_interfaceid": "4e6c712f-5835-4e52-af68-3b6f441e49ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.595807] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0adfec-0144-4daa-81d7-dcdd8307e904 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.604135] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70704bbe-c735-435b-b216-8fefba3a02b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.634588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a39048-cfb9-4c27-a115-8b2b6c1299ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.643101] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207d90fd-1637-474f-bb2b-5b3562a773da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.656218] env[70498]: DEBUG nova.compute.provider_tree [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.693800] env[70498]: DEBUG nova.compute.manager [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.694720] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf7753-1ee5-4368-9b97-34af2ecba11a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.710898] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614818, 'name': CreateVM_Task, 'duration_secs': 0.642492} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.711344] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.712030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.712196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.712520] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.712757] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef775677-a2ee-4908-9b6e-f5366706108d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.717062] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1007.717062] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520c5acf-6962-b8ca-86b7-94cb53ff1658" [ 1007.717062] env[70498]: _type = "Task" [ 1007.717062] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.725091] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520c5acf-6962-b8ca-86b7-94cb53ff1658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.940625] env[70498]: DEBUG oslo_concurrency.lockutils [req-8ecf54d6-9c5a-4495-bebf-dba6ca792dc3 req-ebbc99e9-fb7a-429b-992d-d4dc0a8e8d42 service nova] Releasing lock "refresh_cache-9e39689f-2699-47b9-af2d-34197ee15e44" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.987777] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.987777] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-969b3a03-43bb-4b61-b1d1-81654063fa14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.995489] env[70498]: DEBUG oslo_vmware.api [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1007.995489] env[70498]: value = "task-3614819" [ 1007.995489] env[70498]: _type = "Task" [ 1007.995489] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.005020] env[70498]: DEBUG oslo_vmware.api [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.159057] env[70498]: DEBUG nova.scheduler.client.report [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.212778] env[70498]: INFO nova.compute.manager [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] instance snapshotting [ 1008.215393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aaea7c-9db0-41b6-8160-249d5168a836 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.227771] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520c5acf-6962-b8ca-86b7-94cb53ff1658, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.240578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.240835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.241081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.241236] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.241411] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.242144] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65578906-256d-4bea-be1c-b9b38e01825d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.244518] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934cf69-e33c-41cc-8b42-802062ee723b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.260656] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.260967] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.261596] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8956e82-3e89-4e1d-95fb-2e55aef2b84f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.266825] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1008.266825] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527a1db7-f057-c026-82cd-05cd8d7192ad" [ 1008.266825] env[70498]: _type = "Task" [ 1008.266825] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.274771] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a1db7-f057-c026-82cd-05cd8d7192ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.503542] env[70498]: DEBUG oslo_vmware.api [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614819, 'name': PowerOnVM_Task, 'duration_secs': 0.397233} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.503791] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.503996] env[70498]: DEBUG nova.compute.manager [None req-dff98fcb-045e-4827-8bc6-fc9275017e04 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.504810] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b998d4e-cdc2-4710-b46d-3479614d10f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.664288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.666721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.199s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.666961] env[70498]: DEBUG nova.objects.instance [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lazy-loading 'resources' on Instance uuid 0c76226b-a9ad-4d80-af0d-2b766ac1cc46 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.685500] env[70498]: INFO nova.scheduler.client.report [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted allocations for instance ae7b1412-75ee-4bb5-9776-a71d1f0c4977 [ 1008.755146] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.755614] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-284f2537-2ee2-4fde-aecb-64ac83fd3b17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.766300] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1008.766300] env[70498]: value = "task-3614820" [ 1008.766300] env[70498]: _type = "Task" [ 1008.766300] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.783214] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.787543] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a1db7-f057-c026-82cd-05cd8d7192ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.788378] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1b218e-4f85-4d29-8db8-fa9b878aa426 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.793855] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1008.793855] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524bf218-3314-4992-c8b1-ff977d5fff9f" [ 1008.793855] env[70498]: _type = "Task" [ 1008.793855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.804476] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524bf218-3314-4992-c8b1-ff977d5fff9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.198155] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e30fd805-e7d4-45b0-8ad2-69cb950d81bd tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "ae7b1412-75ee-4bb5-9776-a71d1f0c4977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.860s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.279957] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.303810] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524bf218-3314-4992-c8b1-ff977d5fff9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.304603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.304803] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.305097] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94922e07-15b7-41ef-9141-1a7a5307e958 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.312866] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1009.312866] env[70498]: value = "task-3614821" [ 1009.312866] env[70498]: _type = "Task" [ 1009.312866] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.323150] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.610783] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8b4d37-cc70-4fb2-865d-07d814fe6652 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.621791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfe1203-85dc-4df3-9d66-261cb156034d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.654100] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692224e7-ddc1-4a72-8a85-bcb8b9fdc210 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.665770] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5b3972-c2e5-4ca0-85ca-62c3791098d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.683209] env[70498]: DEBUG nova.compute.provider_tree [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.779315] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614820, 'name': CreateSnapshot_Task, 'duration_secs': 0.730369} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.779576] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.781720] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc31cd3-5365-4ce5-80bc-c88d1f1b5054 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.790461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.790461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.800662] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.800662] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.823169] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448099} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.823519] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.823857] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.824208] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f664df64-edd2-42b0-b312-40632042b7a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.831774] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1009.831774] env[70498]: value = "task-3614822" [ 1009.831774] env[70498]: _type = "Task" [ 1009.831774] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.842498] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.186435] env[70498]: DEBUG nova.scheduler.client.report [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.294029] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.302680] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.312113] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.312688] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27ccf90c-8ef5-4c04-bc99-7f31d6a4f6ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.322032] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1010.322032] env[70498]: value = "task-3614823" [ 1010.322032] env[70498]: _type = "Task" [ 1010.322032] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.331094] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.340943] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071274} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.341239] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.342137] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829664e-d4a3-47c2-bd73-9a6eb3006338 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.366290] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.366873] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d62fecb-29a7-4c18-8a0a-ee3d3ce04bcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.385813] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1010.385813] env[70498]: value = "task-3614824" [ 1010.385813] env[70498]: _type = "Task" [ 1010.385813] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.394407] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.691672] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.694523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.868s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.694639] env[70498]: DEBUG nova.objects.instance [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lazy-loading 'resources' on Instance uuid d55b6c29-0ab9-41b0-a5b5-4e550fd24c48 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.717996] env[70498]: INFO nova.scheduler.client.report [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Deleted allocations for instance 0c76226b-a9ad-4d80-af0d-2b766ac1cc46 [ 1010.813932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.831025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.834621] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.898275] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.226953] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9363c271-1cc5-40ba-b0c6-ee5fa83afef7 tempest-ServerRescueTestJSON-1947012639 tempest-ServerRescueTestJSON-1947012639-project-member] Lock "0c76226b-a9ad-4d80-af0d-2b766ac1cc46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.297s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.335649] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.402472] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614824, 'name': ReconfigVM_Task, 'duration_secs': 0.689371} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.402761] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.403399] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c00cc3f1-b591-4293-a87f-ab41dd36ca27 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.410358] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1011.410358] env[70498]: value = "task-3614825" [ 1011.410358] env[70498]: _type = "Task" [ 1011.410358] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.423719] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614825, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.623400] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369d285a-8b00-461c-b9c5-98d49e3d3bbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.631139] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8c304-0422-4ced-9d73-48456570acf5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.664863] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b950b9-6d28-4fb1-8783-e643ff2b3888 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.675815] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0af59c-9da1-4e1d-b057-e793941227da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.686344] env[70498]: DEBUG nova.compute.provider_tree [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.835091] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.919871] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614825, 'name': Rename_Task, 'duration_secs': 0.458859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.920346] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.920647] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b13024-ab33-4d75-8abf-8f448889f8c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.927382] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1011.927382] env[70498]: value = "task-3614826" [ 1011.927382] env[70498]: _type = "Task" [ 1011.927382] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.936879] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.191189] env[70498]: DEBUG nova.scheduler.client.report [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.334706] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.438952] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.698852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.702134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.020s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.702134] env[70498]: DEBUG nova.objects.instance [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lazy-loading 'resources' on Instance uuid ee25feee-3f5e-4bc7-977a-416fb75fb51e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.722184] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.723603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.723603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.723603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.723741] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.726127] env[70498]: INFO nova.scheduler.client.report [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Deleted allocations for instance d55b6c29-0ab9-41b0-a5b5-4e550fd24c48 [ 1012.727207] env[70498]: INFO nova.compute.manager [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Terminating instance [ 1012.835606] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614823, 'name': CloneVM_Task, 'duration_secs': 2.063396} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.835606] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Created linked-clone VM from snapshot [ 1012.836145] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a3660-4241-4458-ab39-6f35e09c211b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.847029] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Uploading image d5c50dd0-616c-462e-9548-07a1bb99f1ca {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.877787] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.877787] env[70498]: value = "vm-721033" [ 1012.877787] env[70498]: _type = "VirtualMachine" [ 1012.877787] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.878393] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5956e94c-f2eb-42f8-9f65-586bc57baf1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.884997] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease: (returnval){ [ 1012.884997] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a2c3d3-64af-76be-9eb7-ce23a25aded7" [ 1012.884997] env[70498]: _type = "HttpNfcLease" [ 1012.884997] env[70498]: } obtained for exporting VM: (result){ [ 1012.884997] env[70498]: value = "vm-721033" [ 1012.884997] env[70498]: _type = "VirtualMachine" [ 1012.884997] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.886197] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the lease: (returnval){ [ 1012.886197] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a2c3d3-64af-76be-9eb7-ce23a25aded7" [ 1012.886197] env[70498]: _type = "HttpNfcLease" [ 1012.886197] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.893606] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.893606] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a2c3d3-64af-76be-9eb7-ce23a25aded7" [ 1012.893606] env[70498]: _type = "HttpNfcLease" [ 1012.893606] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.938293] env[70498]: DEBUG oslo_vmware.api [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614826, 'name': PowerOnVM_Task, 'duration_secs': 0.648949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.938597] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.938803] env[70498]: INFO nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1012.938979] env[70498]: DEBUG nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.939771] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b2093b-5069-46ce-93db-33e2a91699cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.237353] env[70498]: DEBUG nova.compute.manager [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.237621] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.238151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ec32283-3434-47f7-835c-5c3b9a4783fd tempest-ServersTestBootFromVolume-488095423 tempest-ServersTestBootFromVolume-488095423-project-member] Lock "d55b6c29-0ab9-41b0-a5b5-4e550fd24c48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.991s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.239610] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcc4744-47b0-48f6-b45d-a89d0a2ebfe6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.253082] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.253384] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53fb531f-03e2-4175-be71-cf477a816e9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.263166] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 1013.263166] env[70498]: value = "task-3614828" [ 1013.263166] env[70498]: _type = "Task" [ 1013.263166] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.275935] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.401736] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.401736] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a2c3d3-64af-76be-9eb7-ce23a25aded7" [ 1013.401736] env[70498]: _type = "HttpNfcLease" [ 1013.401736] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.401736] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.401736] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a2c3d3-64af-76be-9eb7-ce23a25aded7" [ 1013.401736] env[70498]: _type = "HttpNfcLease" [ 1013.401736] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.402535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c6a6c7-4610-4911-bd3d-9dd688cd2440 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.410130] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.410342] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.499427] env[70498]: INFO nova.compute.manager [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Took 32.11 seconds to build instance. [ 1013.535174] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7160a8af-1dc2-446f-96a4-9878b9c53442 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.772842] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bcfed1-65d9-46cc-8482-6b49db81ea93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.784757] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2dca9-8b70-444c-b390-e38f82a23748 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.787802] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614828, 'name': PowerOffVM_Task, 'duration_secs': 0.269223} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.788070] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.788245] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.788801] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd31808-6487-41b9-ab6a-2f90f20fde1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.824007] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1485edf-3c99-4261-9b16-0048e784a75d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.832058] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6bb863-c7ca-4946-b86a-5375588b8b46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.845485] env[70498]: DEBUG nova.compute.provider_tree [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.890156] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.890468] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.890689] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Deleting the datastore file [datastore1] 44ecb7ce-7aee-4598-a95d-3179fcf18868 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.891042] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-677bca9a-091c-491b-a534-a84162ef0fb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.897450] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for the task: (returnval){ [ 1013.897450] env[70498]: value = "task-3614830" [ 1013.897450] env[70498]: _type = "Task" [ 1013.897450] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.906297] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.004718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3ceaee3c-cc10-4ca7-ba52-4583f2cd0ba1 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.623s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.197839] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.200529] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.004s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.200785] env[70498]: DEBUG nova.compute.manager [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.201769] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65486767-bdf5-4153-9b82-4372f067d2ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.213977] env[70498]: DEBUG nova.compute.manager [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1014.214837] env[70498]: DEBUG nova.objects.instance [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'flavor' on Instance uuid 9e39689f-2699-47b9-af2d-34197ee15e44 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.351426] env[70498]: DEBUG nova.scheduler.client.report [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.367461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "d386c231-c43e-4a9f-a873-d71a5885696a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.367726] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.367932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.368128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.368663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.373253] env[70498]: INFO nova.compute.manager [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Terminating instance [ 1014.408697] env[70498]: DEBUG oslo_vmware.api [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Task: {'id': task-3614830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174137} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.409018] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.409223] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.409433] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.409636] env[70498]: INFO nova.compute.manager [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1014.410062] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.410205] env[70498]: DEBUG nova.compute.manager [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.410205] env[70498]: DEBUG nova.network.neutron [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.855873] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.858846] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.327s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.882739] env[70498]: DEBUG nova.compute.manager [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.885304] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.886173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a7e2f6-fbbb-4c45-b36f-a9597d240fa2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901308] env[70498]: INFO nova.scheduler.client.report [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Deleted allocations for instance ee25feee-3f5e-4bc7-977a-416fb75fb51e [ 1014.905932] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.911671] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f1056b-87a5-46a6-8307-c187a7b4f814 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.918534] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 1014.918534] env[70498]: value = "task-3614831" [ 1014.918534] env[70498]: _type = "Task" [ 1014.918534] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.929451] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.231737] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.232507] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178683b0-53c5-4142-8e39-652140cae7a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.242607] env[70498]: DEBUG oslo_vmware.api [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1015.242607] env[70498]: value = "task-3614832" [ 1015.242607] env[70498]: _type = "Task" [ 1015.242607] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.263242] env[70498]: DEBUG oslo_vmware.api [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.324100] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f7e8c2-e0ed-48bc-8a80-ed33ac4a2056 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.332209] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331366f5-ac82-4907-bfe1-a80a92ca91fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.366736] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318db8f-74fa-4ede-88f5-099383a11897 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.375337] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdcfb9e-c70b-4343-82a8-ed2e8e5cc580 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.390593] env[70498]: DEBUG nova.compute.provider_tree [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.415103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ea52ff26-d9da-4426-a157-e1b71d4f2821 tempest-FloatingIPsAssociationTestJSON-1563614741 tempest-FloatingIPsAssociationTestJSON-1563614741-project-member] Lock "ee25feee-3f5e-4bc7-977a-416fb75fb51e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.185s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.431731] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614831, 'name': PowerOffVM_Task, 'duration_secs': 0.362256} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.431731] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.431731] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.432331] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eafeb0e-6898-4542-80aa-a9578e6618d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.519940] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.519940] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.520307] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Deleting the datastore file [datastore1] d386c231-c43e-4a9f-a873-d71a5885696a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.520451] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6aa4ef0-6da2-4959-a34e-1965cca90b28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.530645] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for the task: (returnval){ [ 1015.530645] env[70498]: value = "task-3614834" [ 1015.530645] env[70498]: _type = "Task" [ 1015.530645] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.539858] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.754963] env[70498]: DEBUG oslo_vmware.api [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614832, 'name': PowerOffVM_Task, 'duration_secs': 0.238183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.755329] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.755566] env[70498]: DEBUG nova.compute.manager [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.756416] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15448c64-5b80-4859-a14d-30fa3eca8a55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.822223] env[70498]: DEBUG nova.compute.manager [req-6c9027aa-287b-44ef-bd89-2487bc4428c1 req-908da8ca-ccda-462c-8b52-8aa3ed5a2021 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Received event network-vif-deleted-0b5943c6-fd17-421c-ac05-4d122f13bace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.822535] env[70498]: INFO nova.compute.manager [req-6c9027aa-287b-44ef-bd89-2487bc4428c1 req-908da8ca-ccda-462c-8b52-8aa3ed5a2021 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Neutron deleted interface 0b5943c6-fd17-421c-ac05-4d122f13bace; detaching it from the instance and deleting it from the info cache [ 1015.822601] env[70498]: DEBUG nova.network.neutron [req-6c9027aa-287b-44ef-bd89-2487bc4428c1 req-908da8ca-ccda-462c-8b52-8aa3ed5a2021 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.894342] env[70498]: DEBUG nova.scheduler.client.report [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.044990] env[70498]: DEBUG oslo_vmware.api [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Task: {'id': task-3614834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.044990] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.044990] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.046633] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.046633] env[70498]: INFO nova.compute.manager [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1016.046633] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.046756] env[70498]: DEBUG nova.compute.manager [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.046833] env[70498]: DEBUG nova.network.neutron [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.219797] env[70498]: DEBUG nova.network.neutron [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.271832] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe8cd79d-dc46-43e2-808d-4f32fc11ec82 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.326203] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-885ed6be-5c7c-4a0b-8f22-91d2b53f6d40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.339253] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e63ab5-22c1-4944-a20d-8c73c8a61f06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.380175] env[70498]: DEBUG nova.compute.manager [req-6c9027aa-287b-44ef-bd89-2487bc4428c1 req-908da8ca-ccda-462c-8b52-8aa3ed5a2021 service nova] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Detach interface failed, port_id=0b5943c6-fd17-421c-ac05-4d122f13bace, reason: Instance 44ecb7ce-7aee-4598-a95d-3179fcf18868 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.401979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.543s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.403915] env[70498]: INFO nova.compute.manager [None req-2ab44a22-d5a1-48c2-ad42-709b0aedc57d tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Successfully reverted task state from rebuilding on failure for instance. [ 1016.408401] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.526s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.408727] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.411189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.627s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.413506] env[70498]: INFO nova.compute.claims [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.443846] env[70498]: INFO nova.scheduler.client.report [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleted allocations for instance e622a650-68e5-4bf1-ae06-2e8b4203918d [ 1016.724836] env[70498]: INFO nova.compute.manager [-] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Took 2.31 seconds to deallocate network for instance. [ 1016.952108] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65ff5958-b854-458e-bd35-30a1300add86 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "e622a650-68e5-4bf1-ae06-2e8b4203918d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.548s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.174075] env[70498]: INFO nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Rebuilding instance [ 1017.233579] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.245416] env[70498]: DEBUG nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.246299] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b1255f-2bff-4fc9-94f7-ea33ea4c5811 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.530390] env[70498]: DEBUG nova.network.neutron [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.843142] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50220edc-c2cb-4fe3-a566-8357fcec20d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.852249] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe2a0df-d8ee-4ec2-94ef-65af76e788f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.883299] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d93bf10-c6d4-4516-86e8-f987ce4a9020 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.890756] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea976c8-a08f-494a-bf30-1ee542e24873 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.904993] env[70498]: DEBUG nova.compute.provider_tree [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.953649] env[70498]: DEBUG nova.compute.manager [req-e3e2c5d4-de11-4539-9129-58383d690b25 req-92df64f1-7f38-47a2-a826-f2431db26f1d service nova] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Received event network-vif-deleted-23c52fc1-70d7-4047-89ee-1ca8b519c9a1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.033951] env[70498]: INFO nova.compute.manager [-] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Took 1.99 seconds to deallocate network for instance. [ 1018.265360] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.266200] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.266200] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.266365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.266608] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.269052] env[70498]: INFO nova.compute.manager [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Terminating instance [ 1018.270707] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.270989] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9b8795-4d2c-4f60-8937-853df7968253 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.280286] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1018.280286] env[70498]: value = "task-3614835" [ 1018.280286] env[70498]: _type = "Task" [ 1018.280286] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.288966] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.290203] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.290962] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16164c-503b-4c94-a4d5-f17a5d3634b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.301318] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.301590] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0178326d-cc81-4aa4-9c58-5b86690d12ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.364868] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.365136] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.365539] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.365840] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e56de7-c15e-4bb8-9b6a-66ab9e1051fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.372835] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1018.372835] env[70498]: value = "task-3614837" [ 1018.372835] env[70498]: _type = "Task" [ 1018.372835] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.383595] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.408253] env[70498]: DEBUG nova.scheduler.client.report [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.540939] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.776047] env[70498]: DEBUG nova.compute.manager [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.776290] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.777208] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d7065-b61f-4073-8f32-4da97d6d2e5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.785278] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.786270] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63fb8574-9125-4e9c-8175-8d72bedc21ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.794068] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 1018.794068] env[70498]: value = "task-3614838" [ 1018.794068] env[70498]: _type = "Task" [ 1018.794068] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.807179] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.882525] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128069} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.882525] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.882779] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.882779] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.914957] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.915679] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.922190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.530s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.922190] env[70498]: INFO nova.compute.claims [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.305349] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614838, 'name': PowerOffVM_Task, 'duration_secs': 0.205406} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.305657] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.305767] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.306107] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d77515-473b-4e58-bfe2-8ea29f3cd8bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.372935] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.374852] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.374852] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleting the datastore file [datastore2] 94667cd0-16dd-4ea0-a397-79cf68a71f4e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.374852] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c521d1-5a44-4d24-979f-883084b28d51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.381170] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for the task: (returnval){ [ 1019.381170] env[70498]: value = "task-3614840" [ 1019.381170] env[70498]: _type = "Task" [ 1019.381170] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.395102] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.427782] env[70498]: DEBUG nova.compute.utils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.430609] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.430786] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.657083] env[70498]: DEBUG nova.policy [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a5f7f1cc40d46ceacf61d397d1c6725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8fddf4da1884bc7a06fa8b028a664e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.893970] env[70498]: DEBUG oslo_vmware.api [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Task: {'id': task-3614840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140935} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.897627] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.897917] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.898750] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.898750] env[70498]: INFO nova.compute.manager [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1019.898889] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.899551] env[70498]: DEBUG nova.compute.manager [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.899714] env[70498]: DEBUG nova.network.neutron [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.927848] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.928120] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.928339] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.928464] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.928609] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.928752] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.928960] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.929472] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.929708] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.929914] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.930140] env[70498]: DEBUG nova.virt.hardware [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.931034] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.937196] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b80f7d-246b-464a-9fb1-6da7d06f333f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.950722] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21104f4-2944-480f-a787-d3b46f988b7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.976082] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:d1:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6c712f-5835-4e52-af68-3b6f441e49ed', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.985231] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.991737] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.993558] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e86f4c1f-b525-41f5-af36-c8b3e675e47a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.024993] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.024993] env[70498]: value = "task-3614841" [ 1020.024993] env[70498]: _type = "Task" [ 1020.024993] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.036602] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614841, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.138034] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Successfully created port: 9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.521389] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5bfba-c362-4cb3-8726-4573e71e28ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.533383] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f21a7b-da52-4424-bd0f-c4ae9413cd96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.541715] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614841, 'name': CreateVM_Task, 'duration_secs': 0.502679} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.570690] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.572096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.572270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.572605] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.573411] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b220492f-9a51-492e-83b3-bfea4e91cd5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.576403] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20e5c5a-87fc-4bcd-959f-03923cb0a98c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.584893] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25879bb9-121a-41c0-83c3-f853150bf98d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.589682] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1020.589682] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52997f99-c4cf-e389-b929-9f42512d0073" [ 1020.589682] env[70498]: _type = "Task" [ 1020.589682] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.601886] env[70498]: DEBUG nova.compute.provider_tree [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.615822] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52997f99-c4cf-e389-b929-9f42512d0073, 'name': SearchDatastore_Task, 'duration_secs': 0.01947} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.616884] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.617307] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.617399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.617512] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.617690] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.618257] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6742d480-583b-4ab7-adda-5671921aab39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.634197] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.634392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.635152] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e8a78c-8923-487b-9892-af78348ea34b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.642325] env[70498]: DEBUG nova.compute.manager [req-f3c21a5d-bafb-47ea-9ac9-1ef974a3a292 req-0fad8498-1766-485d-8a4f-0a3cd93da230 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Received event network-vif-deleted-5b1951fb-74db-4177-9546-61ea1a559f87 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.642510] env[70498]: INFO nova.compute.manager [req-f3c21a5d-bafb-47ea-9ac9-1ef974a3a292 req-0fad8498-1766-485d-8a4f-0a3cd93da230 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Neutron deleted interface 5b1951fb-74db-4177-9546-61ea1a559f87; detaching it from the instance and deleting it from the info cache [ 1020.642670] env[70498]: DEBUG nova.network.neutron [req-f3c21a5d-bafb-47ea-9ac9-1ef974a3a292 req-0fad8498-1766-485d-8a4f-0a3cd93da230 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.648650] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1020.648650] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9dd4-0df9-d2bb-5dc5-da0cf27503ca" [ 1020.648650] env[70498]: _type = "Task" [ 1020.648650] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.658255] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9dd4-0df9-d2bb-5dc5-da0cf27503ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.931710] env[70498]: DEBUG nova.network.neutron [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.951620] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "4a37d39e-9040-4b77-8701-781973530d84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.951620] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.955553] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.994494] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.994784] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.994942] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.995136] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.995408] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.995561] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.995769] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.995925] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.996134] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.996258] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.996428] env[70498]: DEBUG nova.virt.hardware [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.998216] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b3e0b-fb35-40cf-a41a-0401a7b569a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.007174] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ee2d51-be03-4c9c-a6b8-63a9522268a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.109202] env[70498]: DEBUG nova.scheduler.client.report [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.146267] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-668350f5-3a3d-47f6-b499-95198e872613 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.159012] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4949fd75-7123-4ebb-b4f3-d1c225d8c0db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.174720] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9dd4-0df9-d2bb-5dc5-da0cf27503ca, 'name': SearchDatastore_Task, 'duration_secs': 0.020852} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.176293] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3385a70-cc6c-4693-885e-202de2e3ac5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.182304] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1021.182304] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529f8f9c-ef78-f621-2550-eb75661ef0ef" [ 1021.182304] env[70498]: _type = "Task" [ 1021.182304] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.200836] env[70498]: DEBUG nova.compute.manager [req-f3c21a5d-bafb-47ea-9ac9-1ef974a3a292 req-0fad8498-1766-485d-8a4f-0a3cd93da230 service nova] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Detach interface failed, port_id=5b1951fb-74db-4177-9546-61ea1a559f87, reason: Instance 94667cd0-16dd-4ea0-a397-79cf68a71f4e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.209394] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529f8f9c-ef78-f621-2550-eb75661ef0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.209683] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.209945] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.210228] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d9e8fd4-e156-4e38-93a4-8e32de85e9df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.218517] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1021.218517] env[70498]: value = "task-3614842" [ 1021.218517] env[70498]: _type = "Task" [ 1021.218517] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.227927] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.434254] env[70498]: INFO nova.compute.manager [-] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Took 1.53 seconds to deallocate network for instance. [ 1021.463428] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.618679] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.618679] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.621972] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.699s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.621972] env[70498]: DEBUG nova.objects.instance [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lazy-loading 'resources' on Instance uuid 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.734022] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614842, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.944053] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.983767] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Successfully updated port: 9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.999388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.025272] env[70498]: DEBUG nova.compute.manager [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Received event network-vif-plugged-9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.025272] env[70498]: DEBUG oslo_concurrency.lockutils [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] Acquiring lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.027303] env[70498]: DEBUG oslo_concurrency.lockutils [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.027577] env[70498]: DEBUG oslo_concurrency.lockutils [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.027772] env[70498]: DEBUG nova.compute.manager [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] No waiting events found dispatching network-vif-plugged-9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.028108] env[70498]: WARNING nova.compute.manager [req-037e2ed9-a421-4a60-b548-3b45cac9fb78 req-64f2cae3-6fbe-4a62-b034-fe643cbd931c service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Received unexpected event network-vif-plugged-9969a4ac-4d84-42b8-842c-c14292e28da3 for instance with vm_state building and task_state spawning. [ 1022.131970] env[70498]: DEBUG nova.compute.utils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.132614] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.132614] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.188614] env[70498]: DEBUG nova.policy [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a5f7f1cc40d46ceacf61d397d1c6725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8fddf4da1884bc7a06fa8b028a664e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.232356] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586139} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.235377] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.235640] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.236203] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85911593-66c2-494f-8c7b-8be7eb3f0b8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.246184] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1022.246184] env[70498]: value = "task-3614843" [ 1022.246184] env[70498]: _type = "Task" [ 1022.246184] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.259806] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.488359] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.488663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.488875] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.532722] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Successfully created port: 90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.601422] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5dd64e-148a-4978-8e6f-264c98b0f89a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.611918] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad721874-b9c9-4ef3-8278-fb7c9253226e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.641611] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.650446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4746a2e5-e7fd-4531-99dc-da5f0a772e85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.660590] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "8f026176-3148-4a5e-8f67-09477de45b2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.660803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.670931] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6759c-0333-4157-9213-9b78f12efb82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.687615] env[70498]: DEBUG nova.compute.provider_tree [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.756640] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077628} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.757380] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.757934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37736a85-bc15-4552-b4fb-7b9080758cc4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.780984] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.781514] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280bfa5f-53c3-4bd4-beb9-bb8562dc4b7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.801122] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1022.801122] env[70498]: value = "task-3614844" [ 1022.801122] env[70498]: _type = "Task" [ 1022.801122] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.811951] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.008651] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.009682] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd2bf0-d381-4b3a-a330-c0f8801f32d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.016603] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.016795] env[70498]: ERROR oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk due to incomplete transfer. [ 1023.017057] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f0ce669-80dd-4dc6-bf66-94b62091434c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.025160] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cb4c26-19ba-1d8d-3f83-1bf114d31350/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.025375] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Uploaded image d5c50dd0-616c-462e-9548-07a1bb99f1ca to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.027683] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.028538] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.030434] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f11ad4c8-3b8a-4a1b-b039-8024f6d577b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.036876] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1023.036876] env[70498]: value = "task-3614845" [ 1023.036876] env[70498]: _type = "Task" [ 1023.036876] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.045491] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614845, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.164291] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.186400] env[70498]: DEBUG nova.network.neutron [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [{"id": "9969a4ac-4d84-42b8-842c-c14292e28da3", "address": "fa:16:3e:46:60:8f", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969a4ac-4d", "ovs_interfaceid": "9969a4ac-4d84-42b8-842c-c14292e28da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.191224] env[70498]: DEBUG nova.scheduler.client.report [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.313417] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614844, 'name': ReconfigVM_Task, 'duration_secs': 0.32962} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.314150] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44/9e39689f-2699-47b9-af2d-34197ee15e44.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.314446] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5244d10b-e86d-4422-b8ca-23222ee41e82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.321535] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1023.321535] env[70498]: value = "task-3614846" [ 1023.321535] env[70498]: _type = "Task" [ 1023.321535] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.330974] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614846, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.380633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.380970] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.381220] env[70498]: INFO nova.compute.manager [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Shelving [ 1023.552717] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614845, 'name': Destroy_Task, 'duration_secs': 0.33816} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.552717] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Destroyed the VM [ 1023.552717] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.552717] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f5d79e5-719b-4558-9ae9-e8f0b37b4b04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.559355] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1023.559355] env[70498]: value = "task-3614847" [ 1023.559355] env[70498]: _type = "Task" [ 1023.559355] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.566831] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614847, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.657486] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.683369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.688349] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.688581] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.688740] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.688917] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.689072] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.689223] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.689428] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.689582] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.689745] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.689903] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.690080] env[70498]: DEBUG nova.virt.hardware [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.690558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.690831] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Instance network_info: |[{"id": "9969a4ac-4d84-42b8-842c-c14292e28da3", "address": "fa:16:3e:46:60:8f", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969a4ac-4d", "ovs_interfaceid": "9969a4ac-4d84-42b8-842c-c14292e28da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.691673] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6b24f-5eef-4044-b81b-6f2099c1dbef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.694824] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:60:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9969a4ac-4d84-42b8-842c-c14292e28da3', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.701685] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating folder: Project (e8fddf4da1884bc7a06fa8b028a664e4). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.702401] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.704644] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d10c26-a54a-426c-848b-5df860c15c84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.706728] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.012s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.706962] env[70498]: DEBUG nova.objects.instance [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid d38d38aa-3af2-408b-b65d-f50d8c175508 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.712876] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f740eb-18dc-4e16-a80f-6680c77fd9bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.721087] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created folder: Project (e8fddf4da1884bc7a06fa8b028a664e4) in parent group-v720819. [ 1023.721281] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating folder: Instances. Parent ref: group-v721035. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.724810] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3952ece-3ba0-40bc-9910-56d24ced937f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.747659] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created folder: Instances in parent group-v721035. [ 1023.748697] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.748697] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.748697] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f2545d0-7964-4429-8bea-f0eb2ae69248 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.768759] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.768759] env[70498]: value = "task-3614850" [ 1023.768759] env[70498]: _type = "Task" [ 1023.768759] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.778426] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614850, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.832246] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614846, 'name': Rename_Task, 'duration_secs': 0.145498} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.832557] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.832851] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0adf74e-5d5f-4a45-933b-db8e432a6864 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.839518] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1023.839518] env[70498]: value = "task-3614851" [ 1023.839518] env[70498]: _type = "Task" [ 1023.839518] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.852337] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.070737] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614847, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.100720] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "1121ea15-18c5-4127-b850-ce004941cd48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.100946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.110693] env[70498]: DEBUG nova.compute.manager [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Received event network-changed-9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.110945] env[70498]: DEBUG nova.compute.manager [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Refreshing instance network info cache due to event network-changed-9969a4ac-4d84-42b8-842c-c14292e28da3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.111179] env[70498]: DEBUG oslo_concurrency.lockutils [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] Acquiring lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.111335] env[70498]: DEBUG oslo_concurrency.lockutils [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] Acquired lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.111524] env[70498]: DEBUG nova.network.neutron [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Refreshing network info cache for port 9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.241257] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Successfully updated port: 90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.243788] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7b5e7c9a-a925-40d0-8938-0ad724374bc8 tempest-ServerActionsV293TestJSON-143511286 tempest-ServerActionsV293TestJSON-143511286-project-member] Lock "99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.730s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.279485] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614850, 'name': CreateVM_Task, 'duration_secs': 0.441875} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.282375] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.283329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.283472] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.283813] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.284078] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67a41a14-e753-463f-a712-d32a518b0e17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.288927] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1024.288927] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5240f3af-835a-57cb-90b5-7fda29821a92" [ 1024.288927] env[70498]: _type = "Task" [ 1024.288927] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.298424] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5240f3af-835a-57cb-90b5-7fda29821a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.350632] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614851, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.390697] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.391049] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4308158e-a4a3-4f30-887e-3c648fa097c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.401376] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1024.401376] env[70498]: value = "task-3614852" [ 1024.401376] env[70498]: _type = "Task" [ 1024.401376] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.409623] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.571317] env[70498]: DEBUG oslo_vmware.api [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614847, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755901} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.571591] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.571813] env[70498]: INFO nova.compute.manager [None req-7067298d-8c84-4f48-8b02-ed578cd63f6b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1024.591859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c671d26-0d8d-47d8-805e-001f2b7439a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.599027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d468a-1a14-45c6-98c1-a0d976d6a6bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.603137] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.633862] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be838fe3-e28c-49f5-aae5-5f6ecfb8ee51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.641922] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3ba838-664c-479d-866f-9ff68e1a4d37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.656690] env[70498]: DEBUG nova.compute.provider_tree [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.746303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.746562] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.746612] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.804259] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5240f3af-835a-57cb-90b5-7fda29821a92, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.804259] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804259] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.804259] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.804659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.804659] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.804659] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c247b42-1609-4564-aa07-31e97b27ba67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.814206] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.814206] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.814206] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e4e4ce-827a-4947-a6dc-f64a0088a898 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.818922] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1024.818922] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5223a95d-a9c1-3f75-e7c5-2ec03f68b0f4" [ 1024.818922] env[70498]: _type = "Task" [ 1024.818922] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.831856] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5223a95d-a9c1-3f75-e7c5-2ec03f68b0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.832765] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880b434e-2b76-4345-ae3f-9553709d0fdf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.837354] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1024.837354] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5282e6d8-3140-674b-a915-433ded1126c0" [ 1024.837354] env[70498]: _type = "Task" [ 1024.837354] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.849991] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5282e6d8-3140-674b-a915-433ded1126c0, 'name': SearchDatastore_Task, 'duration_secs': 0.00858} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.853161] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.853420] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f26147e0-8885-4f63-855d-8cb02de2acd9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.853705] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614851, 'name': PowerOnVM_Task, 'duration_secs': 0.591942} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.853874] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee31718f-55e0-4615-a87d-498fe5a69ba1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.855867] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.856085] env[70498]: DEBUG nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.856820] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deedb216-0d80-4552-883b-e236ae0e6c4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.861939] env[70498]: DEBUG nova.network.neutron [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updated VIF entry in instance network info cache for port 9969a4ac-4d84-42b8-842c-c14292e28da3. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.862278] env[70498]: DEBUG nova.network.neutron [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [{"id": "9969a4ac-4d84-42b8-842c-c14292e28da3", "address": "fa:16:3e:46:60:8f", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969a4ac-4d", "ovs_interfaceid": "9969a4ac-4d84-42b8-842c-c14292e28da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.865331] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1024.865331] env[70498]: value = "task-3614853" [ 1024.865331] env[70498]: _type = "Task" [ 1024.865331] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.875679] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.910879] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614852, 'name': PowerOffVM_Task, 'duration_secs': 0.391811} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.911112] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.912072] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dbe81f-90d0-44a0-b6d6-3aa99cd88d6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.933289] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c041e9b3-cacb-4386-8ec8-3e995703eff2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.149222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.160128] env[70498]: DEBUG nova.scheduler.client.report [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.286383] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.368879] env[70498]: DEBUG oslo_concurrency.lockutils [req-aceb828b-8b0f-4d1d-bac7-1efbd6d5750b req-542debb7-8209-4df0-840b-6b5f6b3f86e7 service nova] Releasing lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.371038] env[70498]: INFO nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] bringing vm to original state: 'stopped' [ 1025.383835] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614853, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.435615] env[70498]: DEBUG nova.network.neutron [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Updating instance_info_cache with network_info: [{"id": "90e00548-5163-4047-bcf5-64eaf48e2d04", "address": "fa:16:3e:af:38:36", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e00548-51", "ovs_interfaceid": "90e00548-5163-4047-bcf5-64eaf48e2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.454302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.454610] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c4856cb-6bad-4bc9-b703-b48a8c299577 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.462379] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1025.462379] env[70498]: value = "task-3614854" [ 1025.462379] env[70498]: _type = "Task" [ 1025.462379] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.472651] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.666251] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.668631] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.303s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.668866] env[70498]: DEBUG nova.objects.instance [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lazy-loading 'resources' on Instance uuid 11086611-2508-490c-ba96-13b0d3041e3a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.691895] env[70498]: INFO nova.scheduler.client.report [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance d38d38aa-3af2-408b-b65d-f50d8c175508 [ 1025.880697] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559472} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.880974] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f26147e0-8885-4f63-855d-8cb02de2acd9.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.881164] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.881711] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-323af54b-57f8-42da-944d-246efb873c91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.888409] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1025.888409] env[70498]: value = "task-3614855" [ 1025.888409] env[70498]: _type = "Task" [ 1025.888409] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.897044] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.939581] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.940147] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Instance network_info: |[{"id": "90e00548-5163-4047-bcf5-64eaf48e2d04", "address": "fa:16:3e:af:38:36", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e00548-51", "ovs_interfaceid": "90e00548-5163-4047-bcf5-64eaf48e2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.940637] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:38:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e00548-5163-4047-bcf5-64eaf48e2d04', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.949233] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.949898] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.949898] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53037ee8-7c75-4eec-a520-4e9e5e94e229 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.974043] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614854, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.978027] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.978027] env[70498]: value = "task-3614856" [ 1025.978027] env[70498]: _type = "Task" [ 1025.978027] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.983018] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614856, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.200008] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d3870645-a533-493c-9ff0-0e19b6a82e50 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "d38d38aa-3af2-408b-b65d-f50d8c175508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.564s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.257793] env[70498]: DEBUG nova.compute.manager [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Received event network-vif-plugged-90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.258025] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Acquiring lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.258228] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.258397] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.258563] env[70498]: DEBUG nova.compute.manager [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] No waiting events found dispatching network-vif-plugged-90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.258723] env[70498]: WARNING nova.compute.manager [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Received unexpected event network-vif-plugged-90e00548-5163-4047-bcf5-64eaf48e2d04 for instance with vm_state building and task_state spawning. [ 1026.259013] env[70498]: DEBUG nova.compute.manager [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Received event network-changed-90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.259200] env[70498]: DEBUG nova.compute.manager [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Refreshing instance network info cache due to event network-changed-90e00548-5163-4047-bcf5-64eaf48e2d04. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.259387] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Acquiring lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.259533] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Acquired lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.259688] env[70498]: DEBUG nova.network.neutron [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Refreshing network info cache for port 90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.382329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.382457] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.382708] env[70498]: DEBUG nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.383967] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b61ab5-ad64-4085-b6f2-b618428fcd09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.402565] env[70498]: DEBUG nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1026.404316] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070256} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.408283] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.412756] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81b66e-8f9e-4bbc-a356-a50059a155ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.437322] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f26147e0-8885-4f63-855d-8cb02de2acd9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.440813] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fb4859-46e5-4c6a-9a4a-2f80c30474d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.461454] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1026.461454] env[70498]: value = "task-3614857" [ 1026.461454] env[70498]: _type = "Task" [ 1026.461454] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.476940] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.485706] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614854, 'name': CreateSnapshot_Task, 'duration_secs': 0.945729} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.486693] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.487473] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7b46eb-782d-4b6a-a402-91192684b2ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.493556] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614856, 'name': CreateVM_Task, 'duration_secs': 0.493862} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.493996] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.494790] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.494985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.495304] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.500224] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94733e98-4482-4458-86e3-65c047657fde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.507054] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1026.507054] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5247fb7c-6d06-b453-5bb9-e0ef07cd9a87" [ 1026.507054] env[70498]: _type = "Task" [ 1026.507054] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.514039] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5247fb7c-6d06-b453-5bb9-e0ef07cd9a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.581953] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77ee46-f765-4283-9552-ab979eaa9979 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.592979] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae8d5b-a380-42a8-9a47-6865d17b13ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.619859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6eb1a58-51cf-466e-99ec-6fca4cdebdbc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.627130] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ae3c5-8e8d-4262-a167-0ba24fd9a2e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.640183] env[70498]: DEBUG nova.compute.provider_tree [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.803551] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "5a459003-cab6-4b78-a8a1-918bf10e330b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.803785] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.912989] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.913343] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65db83da-ef81-4cb4-b8d0-fc7456ec5040 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.920589] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1026.920589] env[70498]: value = "task-3614858" [ 1026.920589] env[70498]: _type = "Task" [ 1026.920589] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.929744] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.971428] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.972287] env[70498]: DEBUG nova.network.neutron [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Updated VIF entry in instance network info cache for port 90e00548-5163-4047-bcf5-64eaf48e2d04. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.972602] env[70498]: DEBUG nova.network.neutron [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Updating instance_info_cache with network_info: [{"id": "90e00548-5163-4047-bcf5-64eaf48e2d04", "address": "fa:16:3e:af:38:36", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e00548-51", "ovs_interfaceid": "90e00548-5163-4047-bcf5-64eaf48e2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.013052] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1027.013052] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-943fb553-05b7-4c4f-8308-b84ed9601b24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.025392] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5247fb7c-6d06-b453-5bb9-e0ef07cd9a87, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.026627] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.026870] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.027112] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.027259] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.027435] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.027751] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1027.027751] env[70498]: value = "task-3614859" [ 1027.027751] env[70498]: _type = "Task" [ 1027.027751] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.027926] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b8c011-2bea-4091-bd06-0e8fa079352d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.037666] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614859, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.039757] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.039928] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.040641] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45881915-7b97-457e-9d55-415214a7e5e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.045532] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1027.045532] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52335159-b853-d404-f19c-06680cfc4d69" [ 1027.045532] env[70498]: _type = "Task" [ 1027.045532] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.054200] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52335159-b853-d404-f19c-06680cfc4d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.142988] env[70498]: DEBUG nova.scheduler.client.report [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.307170] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.431190] env[70498]: DEBUG oslo_vmware.api [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614858, 'name': PowerOffVM_Task, 'duration_secs': 0.211665} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.431468] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.431672] env[70498]: DEBUG nova.compute.manager [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.432472] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e3078e-662e-48df-ab4e-bb429309099f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.473326] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614857, 'name': ReconfigVM_Task, 'duration_secs': 0.675087} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.474204] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f26147e0-8885-4f63-855d-8cb02de2acd9.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.475178] env[70498]: DEBUG oslo_concurrency.lockutils [req-11dfd5ed-fb38-4680-8b2c-2bfb8c00647c req-4a8c810f-7002-4387-bf53-67e186647cdc service nova] Releasing lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.475452] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6ad7cf6-1673-4656-8417-c2bf85c4e173 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.482379] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1027.482379] env[70498]: value = "task-3614860" [ 1027.482379] env[70498]: _type = "Task" [ 1027.482379] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.491835] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614860, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.539260] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614859, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.556266] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52335159-b853-d404-f19c-06680cfc4d69, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.557143] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2cdf769-e003-4672-b171-e41dbcd61b22 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.562323] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1027.562323] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8bde7-984c-391a-b77e-4f4b68b2f977" [ 1027.562323] env[70498]: _type = "Task" [ 1027.562323] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.570129] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8bde7-984c-391a-b77e-4f4b68b2f977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.648115] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.650630] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.236s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.652414] env[70498]: INFO nova.compute.claims [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.672026] env[70498]: INFO nova.scheduler.client.report [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Deleted allocations for instance 11086611-2508-490c-ba96-13b0d3041e3a [ 1027.826862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.945365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.993058] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614860, 'name': Rename_Task, 'duration_secs': 0.134316} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.993385] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.993638] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c32242fc-277a-4ba3-ad48-45f5921a6232 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.000639] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1028.000639] env[70498]: value = "task-3614861" [ 1028.000639] env[70498]: _type = "Task" [ 1028.000639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.008190] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.045694] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614859, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.074859] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e8bde7-984c-391a-b77e-4f4b68b2f977, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.075190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.075531] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/88ff5135-3d18-4817-aaf8-c7f6d0d3c638.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.075866] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f1316b-8736-44d3-a136-638267dbecbd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.083486] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1028.083486] env[70498]: value = "task-3614862" [ 1028.083486] env[70498]: _type = "Task" [ 1028.083486] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.093658] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.183225] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8f649a3-ca72-4f4c-99d7-6aa6ebe51f76 tempest-SecurityGroupsTestJSON-1306446794 tempest-SecurityGroupsTestJSON-1306446794-project-member] Lock "11086611-2508-490c-ba96-13b0d3041e3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.361s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.453406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.513752] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.540867] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614859, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.546815] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.546815] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.547042] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.547311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.547486] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.550155] env[70498]: INFO nova.compute.manager [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Terminating instance [ 1028.593012] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471113} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.593290] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/88ff5135-3d18-4817-aaf8-c7f6d0d3c638.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.593504] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.593768] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b7259eb-1883-40f9-8b39-ce542653425e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.600344] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1028.600344] env[70498]: value = "task-3614863" [ 1028.600344] env[70498]: _type = "Task" [ 1028.600344] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.609669] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.969939] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4986e89e-7065-4771-b744-0a709e722a9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.977554] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c53da7-df59-4f41-b588-de3a4b3708d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.010431] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3d1b7-65b2-4a9b-8e9f-5360d98f6a29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.017570] env[70498]: DEBUG oslo_vmware.api [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614861, 'name': PowerOnVM_Task, 'duration_secs': 0.643998} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.019591] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.019793] env[70498]: INFO nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1029.020062] env[70498]: DEBUG nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.020756] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66f06e-5861-42f0-b3bd-2b4df1586b6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.024308] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088bbde-0fb6-417e-a8f3-b3feddea7f54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.040365] env[70498]: DEBUG nova.compute.provider_tree [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.048970] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614859, 'name': CloneVM_Task, 'duration_secs': 1.669716} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.049262] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Created linked-clone VM from snapshot [ 1029.049954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4b6356-52ae-4282-ae5e-8b5fac59bf1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.055080] env[70498]: DEBUG nova.compute.manager [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.055348] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.059691] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f9cc65-46af-4137-83c3-dab3ea890875 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.064458] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Uploading image 695238b4-0f0f-4c91-8988-117a9ddd62bd {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.070500] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.070737] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3f2c0b1-6e55-4994-bc6a-3c7a6d0fd91f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.091732] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.091732] env[70498]: value = "vm-721040" [ 1029.091732] env[70498]: _type = "VirtualMachine" [ 1029.091732] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.091996] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd34588f-c275-4a3c-8b69-fe9ceac284a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.098474] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lease: (returnval){ [ 1029.098474] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cb3ede-7bae-2d7d-99d1-ec51f4853292" [ 1029.098474] env[70498]: _type = "HttpNfcLease" [ 1029.098474] env[70498]: } obtained for exporting VM: (result){ [ 1029.098474] env[70498]: value = "vm-721040" [ 1029.098474] env[70498]: _type = "VirtualMachine" [ 1029.098474] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.098752] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the lease: (returnval){ [ 1029.098752] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cb3ede-7bae-2d7d-99d1-ec51f4853292" [ 1029.098752] env[70498]: _type = "HttpNfcLease" [ 1029.098752] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.109134] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.109134] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cb3ede-7bae-2d7d-99d1-ec51f4853292" [ 1029.109134] env[70498]: _type = "HttpNfcLease" [ 1029.109134] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.111056] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.111136] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.111927] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09554aba-e9f4-4c8d-89de-dd0ee7d574b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.135800] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/88ff5135-3d18-4817-aaf8-c7f6d0d3c638.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.136143] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004d0aa7-8c10-44b4-a69a-fa22556e2f7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.152917] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.152917] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.153115] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore2] 9e39689f-2699-47b9-af2d-34197ee15e44 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.153605] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d68c5c3-0da4-41d7-986d-705c48a3694a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.159901] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1029.159901] env[70498]: value = "task-3614866" [ 1029.159901] env[70498]: _type = "Task" [ 1029.159901] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.164320] env[70498]: DEBUG oslo_vmware.api [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1029.164320] env[70498]: value = "task-3614867" [ 1029.164320] env[70498]: _type = "Task" [ 1029.164320] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.170331] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.177184] env[70498]: DEBUG oslo_vmware.api [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.547355] env[70498]: DEBUG nova.scheduler.client.report [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.554321] env[70498]: INFO nova.compute.manager [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Took 35.78 seconds to build instance. [ 1029.609837] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.609837] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cb3ede-7bae-2d7d-99d1-ec51f4853292" [ 1029.609837] env[70498]: _type = "HttpNfcLease" [ 1029.609837] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1029.610047] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1029.610047] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cb3ede-7bae-2d7d-99d1-ec51f4853292" [ 1029.610047] env[70498]: _type = "HttpNfcLease" [ 1029.610047] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1029.611053] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fe7718-1043-457e-a63c-25fa83dd8a2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.619056] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1029.619056] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1029.696848] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.702257] env[70498]: DEBUG oslo_vmware.api [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3614867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135219} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.702569] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.702888] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.702965] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.705410] env[70498]: INFO nova.compute.manager [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1029.705410] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.705410] env[70498]: DEBUG nova.compute.manager [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.705410] env[70498]: DEBUG nova.network.neutron [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.721426] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e40c08e-fce1-45bb-b222-1ae3c525b2d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.969599] env[70498]: DEBUG nova.compute.manager [req-e48a8558-42bf-4d16-954a-76269792d3dc req-f1275492-4215-4e16-9014-1a033ac0b568 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Received event network-vif-deleted-4e6c712f-5835-4e52-af68-3b6f441e49ed {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.969599] env[70498]: INFO nova.compute.manager [req-e48a8558-42bf-4d16-954a-76269792d3dc req-f1275492-4215-4e16-9014-1a033ac0b568 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Neutron deleted interface 4e6c712f-5835-4e52-af68-3b6f441e49ed; detaching it from the instance and deleting it from the info cache [ 1029.970124] env[70498]: DEBUG nova.network.neutron [req-e48a8558-42bf-4d16-954a-76269792d3dc req-f1275492-4215-4e16-9014-1a033ac0b568 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.053996] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.054665] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.060721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.220s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.060721] env[70498]: INFO nova.compute.claims [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.063911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b231abaa-8974-4ecb-a632-5fdc23e5e3b3 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.301s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.192632] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614866, 'name': ReconfigVM_Task, 'duration_secs': 0.92965} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.193808] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/88ff5135-3d18-4817-aaf8-c7f6d0d3c638.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.193808] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33bebd19-241b-470b-affa-c8749e0a480a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.200052] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1030.200052] env[70498]: value = "task-3614868" [ 1030.200052] env[70498]: _type = "Task" [ 1030.200052] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.208994] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614868, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.450278] env[70498]: DEBUG nova.network.neutron [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.476304] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60ef2c93-9e21-4f84-9178-6b0efcfd4622 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.490075] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc56145-3302-441f-ae2d-e35015b8f443 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.524673] env[70498]: DEBUG nova.compute.manager [req-e48a8558-42bf-4d16-954a-76269792d3dc req-f1275492-4215-4e16-9014-1a033ac0b568 service nova] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Detach interface failed, port_id=4e6c712f-5835-4e52-af68-3b6f441e49ed, reason: Instance 9e39689f-2699-47b9-af2d-34197ee15e44 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.568904] env[70498]: DEBUG nova.compute.utils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.570459] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1030.710683] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614868, 'name': Rename_Task, 'duration_secs': 0.187698} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.710991] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.711268] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42485bfb-76d6-49c7-855c-5b86110eb95f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.718802] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1030.718802] env[70498]: value = "task-3614869" [ 1030.718802] env[70498]: _type = "Task" [ 1030.718802] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.727569] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.954600] env[70498]: INFO nova.compute.manager [-] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Took 1.25 seconds to deallocate network for instance. [ 1031.076150] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.232160] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.461623] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.513018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc651e6d-2594-4640-a25a-140b9d2a7e9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.522265] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d16ef3-4dd1-417d-84d8-30cc43abe1af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.554712] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a7e97f-7245-40dc-b81f-7998585fd9c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.563242] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e311c2e3-d708-44da-9c22-08317b514290 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.577794] env[70498]: DEBUG nova.compute.provider_tree [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.734634] env[70498]: DEBUG oslo_vmware.api [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614869, 'name': PowerOnVM_Task, 'duration_secs': 0.622699} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.734912] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.735124] env[70498]: INFO nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1031.735303] env[70498]: DEBUG nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.736478] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d30f3-bfd6-4d10-9edc-99a5bb19c45a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.796533] env[70498]: DEBUG oslo_concurrency.lockutils [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.796533] env[70498]: DEBUG oslo_concurrency.lockutils [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.796533] env[70498]: DEBUG nova.compute.manager [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.797761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5527fd8-1ed6-4d63-8364-4ff32ee9ae4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.806178] env[70498]: DEBUG nova.compute.manager [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1031.806564] env[70498]: DEBUG nova.objects.instance [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'flavor' on Instance uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.081706] env[70498]: DEBUG nova.scheduler.client.report [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.088451] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.128017] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.128257] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.128412] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.128588] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.128731] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.128874] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.129245] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.129500] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.129735] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.129957] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.130210] env[70498]: DEBUG nova.virt.hardware [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.131151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0959c268-ca18-4e07-b484-4dce35eeac51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.139754] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85487e9-59c6-49d3-8ecd-c38d3f74a5f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.153796] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.159546] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Creating folder: Project (268cb90d1cf3417e9761043a0ab86c8e). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.159850] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-101a88cd-e0c8-465f-ab4d-aa1da6becc7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.169574] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Created folder: Project (268cb90d1cf3417e9761043a0ab86c8e) in parent group-v720819. [ 1032.169770] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Creating folder: Instances. Parent ref: group-v721041. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1032.170084] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfe9efa3-9761-4263-a7ac-224a7f1ce9fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.178576] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Created folder: Instances in parent group-v721041. [ 1032.178836] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.179046] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.179262] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ebf8b1-6cf7-4802-af35-834cfd8d1da3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.196176] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.196176] env[70498]: value = "task-3614872" [ 1032.196176] env[70498]: _type = "Task" [ 1032.196176] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.204280] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614872, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.260464] env[70498]: INFO nova.compute.manager [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Took 37.89 seconds to build instance. [ 1032.593309] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.593309] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.595256] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.888s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.595475] env[70498]: DEBUG nova.objects.instance [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lazy-loading 'resources' on Instance uuid 4651916e-ee5a-44fc-84fb-55f9faf67329 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.710948] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614872, 'name': CreateVM_Task, 'duration_secs': 0.352983} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.711249] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.711798] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.711887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.712299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.712502] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-236a4c5f-43bc-44f7-be98-301b00c6471a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.719403] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1032.719403] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52afad61-81d1-a36a-cf68-03074fa8951b" [ 1032.719403] env[70498]: _type = "Task" [ 1032.719403] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.729793] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52afad61-81d1-a36a-cf68-03074fa8951b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.762768] env[70498]: DEBUG oslo_concurrency.lockutils [None req-be6f232c-eabb-473b-bc04-0e5363a847e9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.401s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.813725] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.814168] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6b05b17-662a-4852-b2a7-33e55add8433 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.821616] env[70498]: DEBUG oslo_vmware.api [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1032.821616] env[70498]: value = "task-3614873" [ 1032.821616] env[70498]: _type = "Task" [ 1032.821616] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.834323] env[70498]: DEBUG oslo_vmware.api [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.098575] env[70498]: DEBUG nova.compute.utils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.103523] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1033.232297] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52afad61-81d1-a36a-cf68-03074fa8951b, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.232455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.232693] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.232962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.233130] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.233307] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.237531] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c1333b9-6564-4b84-b1fb-ea7a10b203ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.249063] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.251088] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.253027] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb95434-d752-4a7f-ba35-79fbc2eed5a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.263188] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1033.263188] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529bc7ee-a139-ef20-df3d-eb0130e79e0a" [ 1033.263188] env[70498]: _type = "Task" [ 1033.263188] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.271492] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529bc7ee-a139-ef20-df3d-eb0130e79e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.333675] env[70498]: DEBUG oslo_vmware.api [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614873, 'name': PowerOffVM_Task, 'duration_secs': 0.225937} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.334535] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.334535] env[70498]: DEBUG nova.compute.manager [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.335134] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60301657-f697-4c50-9dc9-d997cb44ef19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.388930] env[70498]: INFO nova.compute.manager [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Rescuing [ 1033.389125] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.389272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.389431] env[70498]: DEBUG nova.network.neutron [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.557173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b5386-e5b1-4c9e-996f-085235dd551f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.565263] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba601a0-e8bc-4c8a-b821-359d2ab8419c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.602286] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd832f8-800c-4a65-8b5f-435e2996d91e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.605351] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.614986] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d829c27-1a15-4305-a519-19b7e6aa3f61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.633591] env[70498]: DEBUG nova.compute.provider_tree [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.777038] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529bc7ee-a139-ef20-df3d-eb0130e79e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.777878] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f4a8b8-8900-4917-8ea9-23b1589086d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.783464] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1033.783464] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522f1c62-b576-cd6e-aa24-5c133887beda" [ 1033.783464] env[70498]: _type = "Task" [ 1033.783464] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.791244] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522f1c62-b576-cd6e-aa24-5c133887beda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.849321] env[70498]: DEBUG oslo_concurrency.lockutils [None req-757d87c5-e231-41a6-8b62-d67764e7e531 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.140900] env[70498]: DEBUG nova.scheduler.client.report [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.202392] env[70498]: DEBUG nova.network.neutron [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Updating instance_info_cache with network_info: [{"id": "90e00548-5163-4047-bcf5-64eaf48e2d04", "address": "fa:16:3e:af:38:36", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e00548-51", "ovs_interfaceid": "90e00548-5163-4047-bcf5-64eaf48e2d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.296794] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522f1c62-b576-cd6e-aa24-5c133887beda, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.297495] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.297663] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cb2ec9f9-6861-48e7-aad2-01442d18abd5/cb2ec9f9-6861-48e7-aad2-01442d18abd5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.298148] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b40203e-5c6c-4e21-802f-a411fd719642 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.305700] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1034.305700] env[70498]: value = "task-3614874" [ 1034.305700] env[70498]: _type = "Task" [ 1034.305700] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.318056] env[70498]: DEBUG nova.objects.instance [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'flavor' on Instance uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.320395] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.620785] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.651924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.658622] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.658622] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.658793] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.659019] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.660869] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.660869] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.660869] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.660869] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.660869] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.661112] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.661112] env[70498]: DEBUG nova.virt.hardware [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.661112] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.527s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.661112] env[70498]: DEBUG nova.objects.instance [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lazy-loading 'resources' on Instance uuid f9a61c3a-e591-4d0d-8e7d-02250bee4287 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.663115] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ce58a-2b60-4b0f-b1f4-9c3493c6be1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.673933] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b6116-f26c-4b12-b34c-503c252b561a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.683481] env[70498]: INFO nova.scheduler.client.report [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Deleted allocations for instance 4651916e-ee5a-44fc-84fb-55f9faf67329 [ 1034.696708] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.703020] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.703653] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.703894] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6239f7a-5b05-451a-bf57-aa4daff67558 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.720024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-88ff5135-3d18-4817-aaf8-c7f6d0d3c638" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.724704] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.724704] env[70498]: value = "task-3614875" [ 1034.724704] env[70498]: _type = "Task" [ 1034.724704] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.734085] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614875, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.817412] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.826047] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.826396] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.826458] env[70498]: DEBUG nova.network.neutron [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.826910] env[70498]: DEBUG nova.objects.instance [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'info_cache' on Instance uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.926804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "5dacfb23-4e8e-45de-8927-d4079536a77e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.927050] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.210305] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99d72e03-975f-4c25-9580-15f0efca4def tempest-ServersWithSpecificFlavorTestJSON-481078339 tempest-ServersWithSpecificFlavorTestJSON-481078339-project-member] Lock "4651916e-ee5a-44fc-84fb-55f9faf67329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.683s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.237893] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614875, 'name': CreateVM_Task, 'duration_secs': 0.458157} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.242580] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.247531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.247787] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.248190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.250354] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621c703f-c4b6-4053-a239-2f91f72be98b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.260283] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1035.260283] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523b38f7-8e18-8006-1694-3d73c5515149" [ 1035.260283] env[70498]: _type = "Task" [ 1035.260283] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.270463] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523b38f7-8e18-8006-1694-3d73c5515149, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.270785] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.271029] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.271428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.271428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.271596] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.271851] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e98844-b33b-40b1-b706-c56f7d8a7c12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.285530] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.285724] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.286502] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0874a1ee-35f5-48c4-b7c2-3b19dff4ebb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.299076] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1035.299076] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52765de4-e2f8-f954-97ba-57d807d5bcfa" [ 1035.299076] env[70498]: _type = "Task" [ 1035.299076] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.307623] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52765de4-e2f8-f954-97ba-57d807d5bcfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.318148] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589592} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.318148] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cb2ec9f9-6861-48e7-aad2-01442d18abd5/cb2ec9f9-6861-48e7-aad2-01442d18abd5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.318385] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.318592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7537657-4be9-4461-8dbf-cc649310a2fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.325662] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1035.325662] env[70498]: value = "task-3614876" [ 1035.325662] env[70498]: _type = "Task" [ 1035.325662] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.334062] env[70498]: DEBUG nova.objects.base [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Object Instance<7f179b1a-727c-41b1-b0f9-bc4f349fc2af> lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.342462] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.429743] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.625859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed9ded-19d1-4d97-aa3e-949af3c8fe3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.637112] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbbc034-51a4-416d-bacc-6c19f930f5d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.668507] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2770c6-e52b-486e-9838-336b0aab59b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.676262] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345a2b9d-4a45-44e5-8f63-a1c3ab5607de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.689907] env[70498]: DEBUG nova.compute.provider_tree [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.809283] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52765de4-e2f8-f954-97ba-57d807d5bcfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.810901] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3fbb292-74e0-47d3-8d0a-f0ea910b4d9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.817567] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1035.817567] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520fbf3c-36ea-ea27-9859-d777a85171aa" [ 1035.817567] env[70498]: _type = "Task" [ 1035.817567] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.825495] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520fbf3c-36ea-ea27-9859-d777a85171aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.841455] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06618} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.841890] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.843156] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae5d02-0b61-45f8-856d-568ae285657f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.867218] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] cb2ec9f9-6861-48e7-aad2-01442d18abd5/cb2ec9f9-6861-48e7-aad2-01442d18abd5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.867351] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a16ad4-2ab3-4d7b-8cb7-1d3f21ba9703 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.888940] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1035.888940] env[70498]: value = "task-3614877" [ 1035.888940] env[70498]: _type = "Task" [ 1035.888940] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.902776] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.957725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.195024] env[70498]: DEBUG nova.scheduler.client.report [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.258053] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.258313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d946c1f1-819a-4aed-a685-e66d131d2e4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.265172] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1036.265172] env[70498]: value = "task-3614878" [ 1036.265172] env[70498]: _type = "Task" [ 1036.265172] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.273875] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.327990] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520fbf3c-36ea-ea27-9859-d777a85171aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.328308] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.330041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.330041] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-273b700d-2e8f-4f55-9998-c31521b3c694 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.335745] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1036.335745] env[70498]: value = "task-3614879" [ 1036.335745] env[70498]: _type = "Task" [ 1036.335745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.344316] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.402076] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614877, 'name': ReconfigVM_Task, 'duration_secs': 0.36864} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.403014] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Reconfigured VM instance instance-0000004a to attach disk [datastore2] cb2ec9f9-6861-48e7-aad2-01442d18abd5/cb2ec9f9-6861-48e7-aad2-01442d18abd5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.403954] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4bcdaeb-3c51-4a8a-a8f0-ab0ce8f1e44c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.411298] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1036.411298] env[70498]: value = "task-3614880" [ 1036.411298] env[70498]: _type = "Task" [ 1036.411298] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.424476] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614880, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.547654] env[70498]: DEBUG nova.network.neutron [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.700863] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.708246] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.142s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.736551] env[70498]: INFO nova.scheduler.client.report [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted allocations for instance f9a61c3a-e591-4d0d-8e7d-02250bee4287 [ 1036.776573] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614878, 'name': PowerOffVM_Task, 'duration_secs': 0.24969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.776971] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.777919] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25673ea-dd90-4403-929f-c613504e1a20 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.802221] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3602a67-f035-411b-92d4-adf4e39dc7ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.849801] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489884} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.854995] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.855327] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.855530] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.855771] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b9182bf-b015-4780-beb3-779ef537c270 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.860217] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68edbf22-1a0d-4bb7-b886-6970adc2363c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.866655] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1036.866655] env[70498]: value = "task-3614881" [ 1036.866655] env[70498]: _type = "Task" [ 1036.866655] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.868093] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1036.868093] env[70498]: value = "task-3614882" [ 1036.868093] env[70498]: _type = "Task" [ 1036.868093] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.882490] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.882711] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.883139] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.883327] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.883517] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.884686] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.884946] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ade59f0-673b-49cb-b7a1-20a3d918d6c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.893633] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.893687] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.894715] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c21bc7-12d6-4270-82ca-e779837c455b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.903842] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1036.903842] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524afa3e-b1e5-3a80-765f-c49b70847aa4" [ 1036.903842] env[70498]: _type = "Task" [ 1036.903842] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.914244] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524afa3e-b1e5-3a80-765f-c49b70847aa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.925362] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614880, 'name': Rename_Task, 'duration_secs': 0.181947} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.925362] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.925592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bd4f58b-054e-43a7-99d5-715a080672c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.933233] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1036.933233] env[70498]: value = "task-3614883" [ 1036.933233] env[70498]: _type = "Task" [ 1036.933233] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.942282] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.050864] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.212772] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1037.215746] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a7ab0-748c-47d0-9ef2-73358c23c385 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.222665] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1037.222665] env[70498]: ERROR oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk due to incomplete transfer. [ 1037.222665] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7542523d-e257-4142-ab1e-f70fd360668a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.234698] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ca0a-dc7b-45af-e404-81803fd6abe8/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1037.234887] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Uploaded image 695238b4-0f0f-4c91-8988-117a9ddd62bd to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1037.237322] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1037.239977] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0664828c-0dc0-42c0-8172-35ab653156c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.250124] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e0d126bd-8140-481f-86ba-ef1fd05cc60d tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "f9a61c3a-e591-4d0d-8e7d-02250bee4287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.677s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.255022] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1037.255022] env[70498]: value = "task-3614884" [ 1037.255022] env[70498]: _type = "Task" [ 1037.255022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.264801] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614884, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.383145] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069837} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.383456] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.384234] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b55c00b-ca58-454d-b106-c9887d7eb860 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.405320] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.407686] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e98f46f-7710-4205-8b68-721697905c18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.430488] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524afa3e-b1e5-3a80-765f-c49b70847aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.008986} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.432255] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1037.432255] env[70498]: value = "task-3614885" [ 1037.432255] env[70498]: _type = "Task" [ 1037.432255] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.432456] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962873c8-2ac7-4806-99b7-5b6df3fe9be3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.444968] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1037.444968] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523735d1-de24-c77d-0fc2-d0e1e999d182" [ 1037.444968] env[70498]: _type = "Task" [ 1037.444968] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.453389] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.460371] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523735d1-de24-c77d-0fc2-d0e1e999d182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.620405] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faaa502-84ce-4545-aaee-1c35c97ec19b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.630570] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94379665-3a82-439e-abe3-692d6b95beeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.663192] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63695fa-0c11-4fb0-b194-e10b77850e84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.673463] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afa0d90-dca4-4194-85af-d3e61d4277ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.694593] env[70498]: DEBUG nova.compute.provider_tree [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.765899] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614884, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.947786] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614885, 'name': ReconfigVM_Task, 'duration_secs': 0.362711} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.951461] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Reconfigured VM instance instance-0000004b to attach disk [datastore2] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.952426] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.952694] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45a18bf2-32d5-43de-a0ff-e799e10b66bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.964826] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523735d1-de24-c77d-0fc2-d0e1e999d182, 'name': SearchDatastore_Task, 'duration_secs': 0.016867} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.966405] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.966720] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1037.967449] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1037.967449] env[70498]: value = "task-3614886" [ 1037.967449] env[70498]: _type = "Task" [ 1037.967449] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.967720] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e8cddff-ff8d-48a3-b638-c592682cda8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.979052] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614886, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.980639] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1037.980639] env[70498]: value = "task-3614887" [ 1037.980639] env[70498]: _type = "Task" [ 1037.980639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.989869] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.060724] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.060724] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c98da6e-817a-4caa-a4d5-69d47114f855 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.066147] env[70498]: DEBUG oslo_vmware.api [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1038.066147] env[70498]: value = "task-3614888" [ 1038.066147] env[70498]: _type = "Task" [ 1038.066147] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.075432] env[70498]: DEBUG oslo_vmware.api [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.126411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.126411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.126411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.126411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.126755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.129254] env[70498]: INFO nova.compute.manager [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Terminating instance [ 1038.200503] env[70498]: DEBUG nova.scheduler.client.report [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.265245] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614884, 'name': Destroy_Task, 'duration_secs': 0.825314} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.265630] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Destroyed the VM [ 1038.265736] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1038.266276] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9473dcd4-17a4-4bf0-8e27-a945cc032b9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.271920] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1038.271920] env[70498]: value = "task-3614889" [ 1038.271920] env[70498]: _type = "Task" [ 1038.271920] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.279504] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614889, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.453719] env[70498]: DEBUG oslo_vmware.api [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614883, 'name': PowerOnVM_Task, 'duration_secs': 1.153538} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.454280] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.454451] env[70498]: INFO nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1038.454719] env[70498]: DEBUG nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.459019] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c767a69-d5fd-41d2-822e-9fa1358cc7fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.484875] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614886, 'name': Rename_Task, 'duration_secs': 0.343232} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.491227] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.491227] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbd3631-90f3-4299-9169-31c12db75c67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.500291] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614887, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.503103] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1038.503103] env[70498]: value = "task-3614890" [ 1038.503103] env[70498]: _type = "Task" [ 1038.503103] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.515494] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.580072] env[70498]: DEBUG oslo_vmware.api [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614888, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.635799] env[70498]: DEBUG nova.compute.manager [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.636048] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.636950] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da384ab-c689-445c-901a-99b44e741c1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.646647] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.646810] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21910200-efaa-45c2-9de8-3fc4ae554555 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.657675] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 1038.657675] env[70498]: value = "task-3614891" [ 1038.657675] env[70498]: _type = "Task" [ 1038.657675] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.666369] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.782105] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614889, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.975927] env[70498]: INFO nova.compute.manager [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Took 37.58 seconds to build instance. [ 1039.001030] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69784} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.001585] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 1039.002603] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30c6f2-b4c3-4511-a383-10d0655b628a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.037940] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.042313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38803b5-d408-481b-9038-095ba39df5cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.059482] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614890, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.065794] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1039.065794] env[70498]: value = "task-3614892" [ 1039.065794] env[70498]: _type = "Task" [ 1039.065794] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.078563] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.083642] env[70498]: DEBUG oslo_vmware.api [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614888, 'name': PowerOnVM_Task, 'duration_secs': 0.705797} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.083642] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.083642] env[70498]: DEBUG nova.compute.manager [None req-d14dc114-6835-47f7-8dd6-0e9ddd63761c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.084460] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63f06a9-d1a8-4361-9cec-75375002220b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.168496] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614891, 'name': PowerOffVM_Task, 'duration_secs': 0.198964} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.168775] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.168944] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.169205] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d1de0a2-1e24-4f88-a221-745ec49ed5b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.216332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.505s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.220294] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.119s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.220608] env[70498]: DEBUG nova.objects.instance [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lazy-loading 'resources' on Instance uuid c70a1f92-7292-467e-adec-a7b4543c7924 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.233521] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.233778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.233952] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleting the datastore file [datastore2] 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.234830] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebf2ece-8d9a-4e78-afb7-e3b6a0610909 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.242018] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for the task: (returnval){ [ 1039.242018] env[70498]: value = "task-3614894" [ 1039.242018] env[70498]: _type = "Task" [ 1039.242018] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.253639] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.282911] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614889, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.477856] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa0b0656-ed4f-4b8e-9e61-3a721eac321c tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.097s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.516648] env[70498]: DEBUG oslo_vmware.api [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614890, 'name': PowerOnVM_Task, 'duration_secs': 0.536943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.516648] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.516648] env[70498]: INFO nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1039.516797] env[70498]: DEBUG nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.517580] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133c566a-eb48-4472-9a59-e32683679c1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.575870] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.753158] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.783642] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614889, 'name': RemoveSnapshot_Task, 'duration_secs': 1.281988} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.783982] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1039.784339] env[70498]: DEBUG nova.compute.manager [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.785227] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d7371b-4b43-45b5-97ac-f74ccb749be1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.796213] env[70498]: INFO nova.scheduler.client.report [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocation for migration 3644b11f-db5c-44b2-a20c-f645e391dd89 [ 1040.039856] env[70498]: INFO nova.compute.manager [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Took 38.22 seconds to build instance. [ 1040.079568] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614892, 'name': ReconfigVM_Task, 'duration_secs': 0.863714} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.082361] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.085819] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b603c68-eaeb-4fdc-8323-5bf463ecaef8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.125846] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3fab0bd-df3c-4b6f-b4e8-a126d463da5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.148622] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1040.148622] env[70498]: value = "task-3614895" [ 1040.148622] env[70498]: _type = "Task" [ 1040.148622] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.156038] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094d8eb-6869-47d7-90ae-6eccc7004377 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.168129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875a9c9-effa-4067-82ef-40b906c800d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.173723] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.212078] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d598250-46c9-48db-8fdf-cda5e405a151 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.223680] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c92eb0-bc01-448d-a038-2d72f4567446 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.239058] env[70498]: DEBUG nova.compute.provider_tree [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.252164] env[70498]: DEBUG oslo_vmware.api [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Task: {'id': task-3614894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.252611] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.252739] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.253561] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.253561] env[70498]: INFO nova.compute.manager [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1040.253561] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.253781] env[70498]: DEBUG nova.compute.manager [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.253878] env[70498]: DEBUG nova.network.neutron [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.301823] env[70498]: DEBUG oslo_concurrency.lockutils [None req-408d560a-86ee-4d91-ba1f-f84baeb48250 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.218s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.302975] env[70498]: INFO nova.compute.manager [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Shelve offloading [ 1040.544236] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bd7eea10-9827-4409-a95a-a1e654721814 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.735s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.625704] env[70498]: INFO nova.compute.manager [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Rebuilding instance [ 1040.666157] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614895, 'name': ReconfigVM_Task, 'duration_secs': 0.213943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.666157] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.666157] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb9ef5e6-5d52-4be4-b120-005691eabebd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.671902] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1040.671902] env[70498]: value = "task-3614896" [ 1040.671902] env[70498]: _type = "Task" [ 1040.671902] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.680026] env[70498]: DEBUG nova.compute.manager [req-448c9ac0-7ca5-4560-81a8-2577eabf1b1c req-2ed9cae4-bb95-4306-9b2a-e9d6e0d8908f service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Received event network-vif-deleted-c1dfea45-46b6-4d2b-a3bd-2841d149645d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.680370] env[70498]: INFO nova.compute.manager [req-448c9ac0-7ca5-4560-81a8-2577eabf1b1c req-2ed9cae4-bb95-4306-9b2a-e9d6e0d8908f service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Neutron deleted interface c1dfea45-46b6-4d2b-a3bd-2841d149645d; detaching it from the instance and deleting it from the info cache [ 1040.680546] env[70498]: DEBUG nova.network.neutron [req-448c9ac0-7ca5-4560-81a8-2577eabf1b1c req-2ed9cae4-bb95-4306-9b2a-e9d6e0d8908f service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.687186] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.691020] env[70498]: DEBUG nova.compute.manager [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.691020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541ba99a-2006-443c-ab29-d7a423c93541 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.742749] env[70498]: DEBUG nova.scheduler.client.report [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.806702] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.807039] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f016caae-b8cf-4a4f-ad11-267bb19f55ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.816311] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1040.816311] env[70498]: value = "task-3614897" [ 1040.816311] env[70498]: _type = "Task" [ 1040.816311] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.826045] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.082734] env[70498]: DEBUG nova.network.neutron [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.181595] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.188469] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5b761e4-f2e6-4c38-9453-68053dbe0ffd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.200530] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4877cb44-7e83-4076-b9d7-e8625b763580 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.236435] env[70498]: DEBUG nova.compute.manager [req-448c9ac0-7ca5-4560-81a8-2577eabf1b1c req-2ed9cae4-bb95-4306-9b2a-e9d6e0d8908f service nova] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Detach interface failed, port_id=c1dfea45-46b6-4d2b-a3bd-2841d149645d, reason: Instance 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.249460] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.251796] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.438s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.253386] env[70498]: INFO nova.compute.claims [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.284435] env[70498]: INFO nova.scheduler.client.report [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleted allocations for instance c70a1f92-7292-467e-adec-a7b4543c7924 [ 1041.327220] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1041.327568] env[70498]: DEBUG nova.compute.manager [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.328229] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74153f76-115c-4b56-8507-2354232d08a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.337165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.337369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.337506] env[70498]: DEBUG nova.network.neutron [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.585230] env[70498]: INFO nova.compute.manager [-] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Took 1.33 seconds to deallocate network for instance. [ 1041.683683] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.717885] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.718240] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da3d3339-1e7b-41f8-9371-828c425aabb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.726432] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1041.726432] env[70498]: value = "task-3614898" [ 1041.726432] env[70498]: _type = "Task" [ 1041.726432] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.736903] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.797283] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9713d03b-cd89-4320-8a2d-d10569a37998 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "c70a1f92-7292-467e-adec-a7b4543c7924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.687s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.094048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.189315] env[70498]: DEBUG oslo_vmware.api [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614896, 'name': PowerOnVM_Task, 'duration_secs': 1.138803} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.192779] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.194243] env[70498]: DEBUG nova.compute.manager [None req-0f6ce7fd-20f0-477c-bfe8-c832031b9883 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.195068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a2469-626f-4f4f-9833-66eb49c1b7ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.236708] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614898, 'name': PowerOffVM_Task, 'duration_secs': 0.179455} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.237768] env[70498]: DEBUG nova.network.neutron [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.239059] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.240012] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.240408] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ad8ee-e34a-4d72-a8f4-7e02b5bba3d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248529] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.251777] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cae1af3-c268-4af5-ba8f-ec01fea6dc83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.276127] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.276437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.276672] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.276901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.277135] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.279401] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.279606] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.279844] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleting the datastore file [datastore2] fd0cef81-c030-44eb-8fc0-5b53407096f2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.280287] env[70498]: INFO nova.compute.manager [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Terminating instance [ 1042.282239] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d341dfd4-721b-4595-a088-71b238726e5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.296194] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1042.296194] env[70498]: value = "task-3614900" [ 1042.296194] env[70498]: _type = "Task" [ 1042.296194] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.308308] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.612936] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04878c28-568d-4b58-b386-869f63dab09c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.622581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42db72a-df11-4196-993c-e823969ffb82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.653116] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032edf93-36e6-43bf-8208-ce6217fb616a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.660615] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc20103-9e38-49e7-89d9-df4d8b930d07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.674308] env[70498]: DEBUG nova.compute.provider_tree [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.740632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.792705] env[70498]: DEBUG nova.compute.manager [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.792970] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.794247] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f476deb-8789-4bb0-8148-877ff55cb746 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.805682] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271842} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.808938] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.809277] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.809396] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.811990] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.812253] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899b3cf4-68c2-48a5-866e-19ef29428761 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.819136] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1042.819136] env[70498]: value = "task-3614902" [ 1042.819136] env[70498]: _type = "Task" [ 1042.819136] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.829427] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.949560] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.949921] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.062321] env[70498]: DEBUG nova.compute.manager [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-vif-unplugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.062632] env[70498]: DEBUG oslo_concurrency.lockutils [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.063393] env[70498]: DEBUG oslo_concurrency.lockutils [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.063393] env[70498]: DEBUG oslo_concurrency.lockutils [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.063536] env[70498]: DEBUG nova.compute.manager [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] No waiting events found dispatching network-vif-unplugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.063743] env[70498]: WARNING nova.compute.manager [req-ebb6cb5a-8696-4af4-a9f0-82fc408d50fb req-25472fde-f8d1-42df-8370-faebe3612a53 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received unexpected event network-vif-unplugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 for instance with vm_state shelved and task_state shelving_offloading. [ 1043.073614] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.074900] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12386e78-b31c-46ce-ba34-8fbacf1042cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.085528] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.085887] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb5d90f-5a4c-49bd-bb1a-0163dcdc091d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.167767] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.167992] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.168188] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleting the datastore file [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.168443] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c0f893-6287-4641-9006-6ed6d30b6b63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.177088] env[70498]: DEBUG nova.scheduler.client.report [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.180528] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1043.180528] env[70498]: value = "task-3614904" [ 1043.180528] env[70498]: _type = "Task" [ 1043.180528] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.189020] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.330063] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614902, 'name': PowerOffVM_Task, 'duration_secs': 0.383648} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.330337] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.330508] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.330841] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d75141f-ac70-4c9e-892e-cd8a4be58bac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.395031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.395364] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.395604] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore1] 0796db41-908c-4681-a242-7c5c66ec19e2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.395925] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0e061b2-a815-4c79-999c-3f28dafc88b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.402250] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1043.402250] env[70498]: value = "task-3614906" [ 1043.402250] env[70498]: _type = "Task" [ 1043.402250] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.411643] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.453903] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.683732] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.683732] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.688434] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.858s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.690218] env[70498]: INFO nova.compute.claims [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.699566] env[70498]: DEBUG oslo_vmware.api [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3614904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.699566] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.699566] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.699566] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.731087] env[70498]: INFO nova.scheduler.client.report [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted allocations for instance 326c5243-e998-4528-9bd8-b70201c284f3 [ 1043.846127] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.846432] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.846630] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.846856] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.847055] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.847243] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.847517] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.847716] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.848037] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.848182] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.848403] env[70498]: DEBUG nova.virt.hardware [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.849369] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090ae03-978a-442c-ab89-3f6892311dfb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.857433] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eddc92-9562-4aaf-b850-bd3f57e06af7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.873154] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.879049] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.879049] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.879214] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-065394f1-7948-4285-b25b-7809e2bd3d1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.898244] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.898244] env[70498]: value = "task-3614907" [ 1043.898244] env[70498]: _type = "Task" [ 1043.898244] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.909684] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614907, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.914931] env[70498]: DEBUG oslo_vmware.api [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.915217] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.915406] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.915604] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.915794] env[70498]: INFO nova.compute.manager [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1043.916063] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.916280] env[70498]: DEBUG nova.compute.manager [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.916750] env[70498]: DEBUG nova.network.neutron [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.977587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.197074] env[70498]: DEBUG nova.compute.utils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1044.206077] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1044.206077] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.236597] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.274516] env[70498]: DEBUG nova.policy [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a07430f39944eb188f55fce05434c82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35117c9c953949a4be8e583cd762fab9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.409623] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614907, 'name': CreateVM_Task, 'duration_secs': 0.345137} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.409623] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.410124] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.410227] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.410545] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.410869] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cab4f19-b169-4094-aca9-19683d88d43b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.416189] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1044.416189] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528822f0-436f-77dd-7c56-8fa021a1034d" [ 1044.416189] env[70498]: _type = "Task" [ 1044.416189] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.426064] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528822f0-436f-77dd-7c56-8fa021a1034d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.435807] env[70498]: INFO nova.compute.manager [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Rescuing [ 1044.436066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.436216] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.436377] env[70498]: DEBUG nova.network.neutron [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.631168] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Successfully created port: 05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.709728] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.742114] env[70498]: DEBUG nova.network.neutron [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.927888] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528822f0-436f-77dd-7c56-8fa021a1034d, 'name': SearchDatastore_Task, 'duration_secs': 0.02553} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.928224] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.928451] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.928717] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.928862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.929054] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.929335] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e661597-580f-4ac5-9ce4-85c0c9e967b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.943576] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.943778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.944547] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f740e2-c33f-4029-b0d0-a8cc36562a7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.951068] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1044.951068] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522e7e65-a593-543d-2423-e9ef9628863d" [ 1044.951068] env[70498]: _type = "Task" [ 1044.951068] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.958636] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522e7e65-a593-543d-2423-e9ef9628863d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.083640] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8746c5f5-d9b4-40cf-93e1-9ee7dbd5744a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.092899] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a5f9cc-df45-4c6d-a5ac-74af7094dd5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.129988] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f033ee5-0155-4001-b431-8495ece613c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.137765] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b7e33f-c278-4b5f-b7ef-7712ce655fa2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.156109] env[70498]: DEBUG nova.compute.provider_tree [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.245467] env[70498]: INFO nova.compute.manager [-] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Took 1.33 seconds to deallocate network for instance. [ 1045.256502] env[70498]: DEBUG nova.compute.manager [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.257095] env[70498]: DEBUG nova.compute.manager [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing instance network info cache due to event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.257095] env[70498]: DEBUG oslo_concurrency.lockutils [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.257095] env[70498]: DEBUG oslo_concurrency.lockutils [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.257302] env[70498]: DEBUG nova.network.neutron [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.295552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.295552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.295552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.295552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.295824] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.297664] env[70498]: DEBUG nova.network.neutron [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [{"id": "9969a4ac-4d84-42b8-842c-c14292e28da3", "address": "fa:16:3e:46:60:8f", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969a4ac-4d", "ovs_interfaceid": "9969a4ac-4d84-42b8-842c-c14292e28da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.299224] env[70498]: INFO nova.compute.manager [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Terminating instance [ 1045.460973] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522e7e65-a593-543d-2423-e9ef9628863d, 'name': SearchDatastore_Task, 'duration_secs': 0.039851} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.461816] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-379ef66f-3b32-499f-a2bb-5195bf944789 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.467602] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1045.467602] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52091063-1312-e3de-dba5-d2327a43b039" [ 1045.467602] env[70498]: _type = "Task" [ 1045.467602] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.475562] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52091063-1312-e3de-dba5-d2327a43b039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.658600] env[70498]: DEBUG nova.scheduler.client.report [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.732398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.732398] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.736981] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.757105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.769295] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.769580] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.769737] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.769919] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.770074] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.770220] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.770430] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.770588] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.770786] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.770954] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.771181] env[70498]: DEBUG nova.virt.hardware [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.772074] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c2b57-8c1d-48c4-917b-9e75c88780d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.781151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d075c-1050-4093-a3bf-814d211fc62b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.801427] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.804215] env[70498]: DEBUG nova.compute.manager [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.804266] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.805334] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b096e6-3e96-47ad-9534-6ffcaa43b852 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.813490] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.814141] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dc542bf-3e53-43a3-bfb3-2659a9eaa978 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.822687] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 1045.822687] env[70498]: value = "task-3614908" [ 1045.822687] env[70498]: _type = "Task" [ 1045.822687] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.834369] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.919682] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.979516] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52091063-1312-e3de-dba5-d2327a43b039, 'name': SearchDatastore_Task, 'duration_secs': 0.019972} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.979895] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.980313] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.980619] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97da5ef0-af85-4744-9949-4187013d4e7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.987905] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1045.987905] env[70498]: value = "task-3614909" [ 1045.987905] env[70498]: _type = "Task" [ 1045.987905] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.997915] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.002588] env[70498]: DEBUG nova.network.neutron [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updated VIF entry in instance network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.002931] env[70498]: DEBUG nova.network.neutron [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": null, "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.166550] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.166550] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.170838] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.937s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.171405] env[70498]: DEBUG nova.objects.instance [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lazy-loading 'resources' on Instance uuid 44ecb7ce-7aee-4598-a95d-3179fcf18868 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.245133] env[70498]: INFO nova.compute.manager [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Detaching volume f5665bb3-fcee-49a3-92b0-494b437df954 [ 1046.308301] env[70498]: INFO nova.virt.block_device [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Attempting to driver detach volume f5665bb3-fcee-49a3-92b0-494b437df954 from mountpoint /dev/sdb [ 1046.308301] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.308301] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721026', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'name': 'volume-f5665bb3-fcee-49a3-92b0-494b437df954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98b2294e-8df8-4b09-951b-0e99dae111d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'serial': 'f5665bb3-fcee-49a3-92b0-494b437df954'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.308301] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe6b847-939a-46a9-bbd1-cd4743486765 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.338654] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cc70f8-ab52-4ebd-a87e-34c302af682e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.352652] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614908, 'name': PowerOffVM_Task, 'duration_secs': 0.1996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.355728] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.356104] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.356932] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-565401b5-5b6d-4dde-bc47-c8eeeb75c0e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.359305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef5ef24-e84c-4c3d-a5f2-681194457b92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.385023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e150c-e19c-4e47-83de-7cd415bbda00 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.391197] env[70498]: DEBUG nova.compute.manager [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Received event network-vif-plugged-05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.391582] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.391957] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.392299] env[70498]: DEBUG oslo_concurrency.lockutils [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.392596] env[70498]: DEBUG nova.compute.manager [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] No waiting events found dispatching network-vif-plugged-05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.392874] env[70498]: WARNING nova.compute.manager [req-bd8a8efa-5af8-4c07-bb7c-91724920e8d7 req-96b12ed0-6382-4373-8c4f-5f50b9f757fe service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Received unexpected event network-vif-plugged-05cfe378-6324-4d95-96de-68d48c6d9d41 for instance with vm_state building and task_state spawning. [ 1046.406558] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5665bb3-fcee-49a3-92b0-494b437df954/volume-f5665bb3-fcee-49a3-92b0-494b437df954.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.413070] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.414075] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e508eac-52df-4ef0-af45-86e5297e07b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.435340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.435625] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.435879] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleting the datastore file [datastore2] f05a1529-9463-4fb0-a8c8-365b33b056df {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.437403] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c3db45-5195-4cf0-a5cb-06059b2d0d36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.443885] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1046.443885] env[70498]: value = "task-3614911" [ 1046.443885] env[70498]: _type = "Task" [ 1046.443885] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.452062] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for the task: (returnval){ [ 1046.452062] env[70498]: value = "task-3614912" [ 1046.452062] env[70498]: _type = "Task" [ 1046.452062] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.460075] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.465177] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.497902] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502356} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.498187] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.498401] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.498722] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a9d42c-d329-4b7a-8dbf-712a827a998d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.505151] env[70498]: DEBUG oslo_concurrency.lockutils [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.505399] env[70498]: DEBUG nova.compute.manager [req-310449ee-d929-466c-88a8-73d729167f5f req-793c8395-f5a7-44a1-8eaa-5d5fb7b90fba service nova] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Received event network-vif-deleted-8b40d61a-5330-47b1-adcd-201b4248b3f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.505847] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1046.505847] env[70498]: value = "task-3614913" [ 1046.505847] env[70498]: _type = "Task" [ 1046.505847] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.514387] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.592116] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Successfully updated port: 05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.672501] env[70498]: DEBUG nova.compute.utils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.674695] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.675483] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.731127] env[70498]: DEBUG nova.policy [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ffe06a9925d4e0589ceda2afbde49a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1da5ddde863646408b64ba2fe7c3cb22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.957099] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614911, 'name': ReconfigVM_Task, 'duration_secs': 0.239023} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.962295] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.972050] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a264dd9-f7bb-47c4-9e0e-d47776278a57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.992360] env[70498]: DEBUG oslo_vmware.api [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Task: {'id': task-3614912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181111} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.992360] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.992360] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.992360] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.992360] env[70498]: INFO nova.compute.manager [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1046.992598] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.992598] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1046.992598] env[70498]: value = "task-3614914" [ 1046.992598] env[70498]: _type = "Task" [ 1046.992598] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.992598] env[70498]: DEBUG nova.compute.manager [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.992598] env[70498]: DEBUG nova.network.neutron [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.002800] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.014630] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105228} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.014928] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.015970] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555fac42-ce71-424c-97bc-8c20abb0c811 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.049827] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.052954] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eecf5c59-27b5-42f8-bed9-ca8622baf3b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.067378] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Successfully created port: d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.078293] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1047.078293] env[70498]: value = "task-3614915" [ 1047.078293] env[70498]: _type = "Task" [ 1047.078293] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.084131] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf989c-3765-46f7-b435-f5ddb4879d3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.093388] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.094378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d98fbf9-bf74-4ed0-93b3-9ca797312748 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.100799] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.100937] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.101096] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.129857] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c5aa2-bc4c-4fe7-b367-5512dd054c81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.138174] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd226b6-9fef-45f7-a657-23eb8206af52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.152180] env[70498]: DEBUG nova.compute.provider_tree [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.180207] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.356180] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.356666] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f087fe1-ddf9-469a-b2c7-65e4a13f16d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.364745] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1047.364745] env[70498]: value = "task-3614916" [ 1047.364745] env[70498]: _type = "Task" [ 1047.364745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.374391] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.505557] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.597265] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614915, 'name': ReconfigVM_Task, 'duration_secs': 0.514959} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.599160] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Reconfigured VM instance instance-0000004b to attach disk [datastore1] fd0cef81-c030-44eb-8fc0-5b53407096f2/fd0cef81-c030-44eb-8fc0-5b53407096f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.599160] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ede62e5-879d-47b8-8c3d-f36d9816454c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.607389] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1047.607389] env[70498]: value = "task-3614917" [ 1047.607389] env[70498]: _type = "Task" [ 1047.607389] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.618970] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614917, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.655810] env[70498]: DEBUG nova.scheduler.client.report [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.709406] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.877875] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614916, 'name': PowerOffVM_Task, 'duration_secs': 0.35236} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.878647] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.884535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfee9a77-c6d5-4b59-b45d-8592bb40dd04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.908446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0cb36-4ec4-4c9b-bc83-38ad11bcb91d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.944056] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.944056] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee5d795-57f6-4104-96aa-8e3805fe2cdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.952375] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1047.952375] env[70498]: value = "task-3614918" [ 1047.952375] env[70498]: _type = "Task" [ 1047.952375] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.960422] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.960997] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.961360] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.961657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.961940] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.962293] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b96f54f-cd66-46fd-a743-6de13c475a64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.973039] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.973039] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.973039] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5355aa2-2f36-4e5e-b32d-b78113ddd04c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.977325] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1047.977325] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521088bf-2190-0bec-767a-d37892300ba6" [ 1047.977325] env[70498]: _type = "Task" [ 1047.977325] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.986551] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521088bf-2190-0bec-767a-d37892300ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.010811] env[70498]: DEBUG oslo_vmware.api [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614914, 'name': ReconfigVM_Task, 'duration_secs': 0.774828} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.011024] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721026', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'name': 'volume-f5665bb3-fcee-49a3-92b0-494b437df954', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '98b2294e-8df8-4b09-951b-0e99dae111d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5665bb3-fcee-49a3-92b0-494b437df954', 'serial': 'f5665bb3-fcee-49a3-92b0-494b437df954'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1048.103384] env[70498]: DEBUG nova.network.neutron [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.117518] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614917, 'name': Rename_Task, 'duration_secs': 0.164558} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.118417] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.118417] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58eb187-47a3-4abb-a3c5-4e18ac47e644 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.125098] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1048.125098] env[70498]: value = "task-3614919" [ 1048.125098] env[70498]: _type = "Task" [ 1048.125098] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.139955] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.164131] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.166801] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.626s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.167716] env[70498]: DEBUG nova.objects.instance [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lazy-loading 'resources' on Instance uuid d386c231-c43e-4a9f-a873-d71a5885696a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.194949] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.205527] env[70498]: INFO nova.scheduler.client.report [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Deleted allocations for instance 44ecb7ce-7aee-4598-a95d-3179fcf18868 [ 1048.234827] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.234827] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.234827] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.235247] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.235247] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.235247] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.235355] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.235459] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.235623] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.235789] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.235961] env[70498]: DEBUG nova.virt.hardware [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.237179] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57e6c7c-f66d-4f08-b7bc-7d5ae3c8b757 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.249770] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de19806-ccaf-4d9e-821a-af147ebd3b7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.275665] env[70498]: DEBUG nova.compute.manager [req-d6409278-4ea9-4219-b843-3fb32644b373 req-0b26afed-c222-4f54-96cc-06837b35dae7 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Received event network-vif-deleted-df68ee21-c380-423b-830a-f8a8dcdee569 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.275853] env[70498]: INFO nova.compute.manager [req-d6409278-4ea9-4219-b843-3fb32644b373 req-0b26afed-c222-4f54-96cc-06837b35dae7 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Neutron deleted interface df68ee21-c380-423b-830a-f8a8dcdee569; detaching it from the instance and deleting it from the info cache [ 1048.276023] env[70498]: DEBUG nova.network.neutron [req-d6409278-4ea9-4219-b843-3fb32644b373 req-0b26afed-c222-4f54-96cc-06837b35dae7 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.434862] env[70498]: DEBUG nova.compute.manager [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Received event network-changed-05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.434862] env[70498]: DEBUG nova.compute.manager [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Refreshing instance network info cache due to event network-changed-05cfe378-6324-4d95-96de-68d48c6d9d41. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.435263] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.490280] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521088bf-2190-0bec-767a-d37892300ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.491372] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f0cfa4-ef0f-476e-9e4f-263123bd7afe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.497309] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1048.497309] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52db10ed-6db1-eab0-60d5-83a839aca7b6" [ 1048.497309] env[70498]: _type = "Task" [ 1048.497309] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.508303] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52db10ed-6db1-eab0-60d5-83a839aca7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.568778] env[70498]: DEBUG nova.objects.instance [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.606244] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.606978] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Instance network_info: |[{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.607376] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.607541] env[70498]: DEBUG nova.network.neutron [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Refreshing network info cache for port 05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.608871] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:66:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05cfe378-6324-4d95-96de-68d48c6d9d41', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.618115] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.619464] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.621332] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5ef426-e5ff-4c0d-a046-7e95c886e181 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644844] env[70498]: DEBUG oslo_vmware.api [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614919, 'name': PowerOnVM_Task, 'duration_secs': 0.447329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.646232] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.646362] env[70498]: DEBUG nova.compute.manager [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.646605] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.646605] env[70498]: value = "task-3614920" [ 1048.646605] env[70498]: _type = "Task" [ 1048.646605] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.647574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7958e19-27ab-4e9c-90f9-4c66125329c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.657997] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614920, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.721147] env[70498]: DEBUG oslo_concurrency.lockutils [None req-58faf767-6293-4327-afff-d8b4e652f04b tempest-ServersV294TestFqdnHostnames-1510411884 tempest-ServersV294TestFqdnHostnames-1510411884-project-member] Lock "44ecb7ce-7aee-4598-a95d-3179fcf18868" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.998s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.721706] env[70498]: DEBUG nova.network.neutron [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.778626] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb2441e6-c863-456c-b085-cb37e7b84ede {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.793037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a0c75d-87f6-423d-a9be-1525ef1933ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.832198] env[70498]: DEBUG nova.compute.manager [req-d6409278-4ea9-4219-b843-3fb32644b373 req-0b26afed-c222-4f54-96cc-06837b35dae7 service nova] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Detach interface failed, port_id=df68ee21-c380-423b-830a-f8a8dcdee569, reason: Instance f05a1529-9463-4fb0-a8c8-365b33b056df could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1049.008494] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52db10ed-6db1-eab0-60d5-83a839aca7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.008797] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.012019] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.012019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a668c6e-198a-4613-aba8-ce3b1f9def8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.019426] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1049.019426] env[70498]: value = "task-3614921" [ 1049.019426] env[70498]: _type = "Task" [ 1049.019426] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.038343] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.126148] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dbed59-5093-453f-b246-6fce4bfb9ff5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.134606] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83cb538-0335-4125-8a9f-b4048e13a529 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.177766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8880073e-05d3-42a3-bbc0-c0f7c4dbc75e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.183238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.193711] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17cabdb-58b0-4845-b39d-12c67a4378da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.195180] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614920, 'name': CreateVM_Task, 'duration_secs': 0.511287} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.196239] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Successfully updated port: d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.197230] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.198492] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.198687] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.199252] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7039215c-84ae-4ed9-91b3-ad9dbd1d6272 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.212368] env[70498]: DEBUG nova.compute.provider_tree [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.218348] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1049.218348] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52514763-2452-e20f-eb77-5911fe29dcee" [ 1049.218348] env[70498]: _type = "Task" [ 1049.218348] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.228744] env[70498]: INFO nova.compute.manager [-] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Took 2.24 seconds to deallocate network for instance. [ 1049.228744] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52514763-2452-e20f-eb77-5911fe29dcee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.489258] env[70498]: DEBUG nova.network.neutron [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updated VIF entry in instance network info cache for port 05cfe378-6324-4d95-96de-68d48c6d9d41. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.489951] env[70498]: DEBUG nova.network.neutron [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.531274] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614921, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.582580] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6645b857-cd30-4452-b60c-67369468bb4b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.850s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.699233] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.699420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.699580] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.718552] env[70498]: DEBUG nova.scheduler.client.report [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.734179] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52514763-2452-e20f-eb77-5911fe29dcee, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.734985] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.736026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.736026] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.736026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.736026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.736212] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.736249] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c576b6-6677-4d1a-9566-77707b261805 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.746016] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.746206] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.750021] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c93fcde-9584-458e-a532-e0c9abeec562 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.753052] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1049.753052] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524fa92f-f382-657d-c726-f575239126a2" [ 1049.753052] env[70498]: _type = "Task" [ 1049.753052] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.760849] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524fa92f-f382-657d-c726-f575239126a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.928651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.929021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.929215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "fd0cef81-c030-44eb-8fc0-5b53407096f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.929377] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.929663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.934134] env[70498]: INFO nova.compute.manager [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Terminating instance [ 1049.995888] env[70498]: DEBUG oslo_concurrency.lockutils [req-93e06051-47b6-440e-bb67-b530cdf76313 req-68a1a710-5a2d-40de-86ab-292cb3e3eb55 service nova] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.033205] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613882} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.033608] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 1050.034506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca4fbd6-444f-4a2d-8283-df0c6807ea28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.060180] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.060499] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c498bdc7-d851-457a-b83c-e390304ff4de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.073661] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.073893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.074080] env[70498]: DEBUG nova.compute.manager [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.074862] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c845cf9-56a5-4091-8e45-1ddc413496ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.083490] env[70498]: DEBUG nova.compute.manager [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1050.084101] env[70498]: DEBUG nova.objects.instance [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.086441] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1050.086441] env[70498]: value = "task-3614922" [ 1050.086441] env[70498]: _type = "Task" [ 1050.086441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.095515] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.227020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.230286] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.284s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.230733] env[70498]: DEBUG nova.objects.instance [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lazy-loading 'resources' on Instance uuid 94667cd0-16dd-4ea0-a397-79cf68a71f4e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.242384] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.259979] env[70498]: INFO nova.scheduler.client.report [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Deleted allocations for instance d386c231-c43e-4a9f-a873-d71a5885696a [ 1050.272075] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524fa92f-f382-657d-c726-f575239126a2, 'name': SearchDatastore_Task, 'duration_secs': 0.017809} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.272883] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d53f7302-b756-4148-8532-b80c3cf31c74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.279049] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1050.279049] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb4699-ed82-626d-2d76-d61d25c001ef" [ 1050.279049] env[70498]: _type = "Task" [ 1050.279049] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.292541] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb4699-ed82-626d-2d76-d61d25c001ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.429277] env[70498]: DEBUG nova.network.neutron [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.439266] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "refresh_cache-fd0cef81-c030-44eb-8fc0-5b53407096f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.439475] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "refresh_cache-fd0cef81-c030-44eb-8fc0-5b53407096f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.439680] env[70498]: DEBUG nova.network.neutron [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.540455] env[70498]: DEBUG nova.compute.manager [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.540734] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.540984] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.541106] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.541266] env[70498]: DEBUG nova.compute.manager [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] No waiting events found dispatching network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.541429] env[70498]: WARNING nova.compute.manager [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received unexpected event network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae for instance with vm_state building and task_state spawning. [ 1050.541588] env[70498]: DEBUG nova.compute.manager [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.541765] env[70498]: DEBUG nova.compute.manager [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing instance network info cache due to event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.541933] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.598896] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614922, 'name': ReconfigVM_Task, 'duration_secs': 0.32245} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.599194] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfigured VM instance instance-00000048 to attach disk [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.600051] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e1facc-27cc-49ab-b685-ad646778c420 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.626420] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c966df7c-b4df-4750-ae69-6bdbf676abd0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.642800] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1050.642800] env[70498]: value = "task-3614923" [ 1050.642800] env[70498]: _type = "Task" [ 1050.642800] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.651568] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.773479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-707d1344-f45d-4036-8ff7-db55ecc6a87c tempest-ServersTestJSON-1308004582 tempest-ServersTestJSON-1308004582-project-member] Lock "d386c231-c43e-4a9f-a873-d71a5885696a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.406s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.792194] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb4699-ed82-626d-2d76-d61d25c001ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.792365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.792745] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.794598] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955646db-d205-41a5-9207-48d4c7761988 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.805274] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1050.805274] env[70498]: value = "task-3614924" [ 1050.805274] env[70498]: _type = "Task" [ 1050.805274] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.821225] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.931554] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.932130] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance network_info: |[{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.932283] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.933038] env[70498]: DEBUG nova.network.neutron [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.938381] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:50:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd129bc58-43d2-4454-9919-d55f1dce0bae', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.947752] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.953581] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.954101] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c0b9ff4-9582-4f17-a3ff-b224a97e4ec8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.978723] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.978723] env[70498]: value = "task-3614925" [ 1050.978723] env[70498]: _type = "Task" [ 1050.978723] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.985399] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614925, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.986984] env[70498]: DEBUG nova.network.neutron [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.097122] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.097994] env[70498]: DEBUG nova.network.neutron [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.099308] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72b3f6a-e385-45d7-b67e-6e50882ffc7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.106591] env[70498]: DEBUG oslo_vmware.api [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1051.106591] env[70498]: value = "task-3614926" [ 1051.106591] env[70498]: _type = "Task" [ 1051.106591] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.122436] env[70498]: DEBUG oslo_vmware.api [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.157978] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614923, 'name': ReconfigVM_Task, 'duration_secs': 0.451572} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.158292] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.158579] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4ad44d4-05c1-4462-a8f2-2b095dbe54b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.165745] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1051.165745] env[70498]: value = "task-3614927" [ 1051.165745] env[70498]: _type = "Task" [ 1051.165745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.178028] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.181879] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b07da3-595e-48b6-bf11-3af461f18b5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.192257] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70688a-a5f0-458a-a61c-b94b7577a339 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.230616] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90663b8-a5c4-4a3f-842c-961edee1aa17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.240972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a263f-7c2f-4f2e-b740-947920ef45d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.262409] env[70498]: DEBUG nova.compute.provider_tree [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.316512] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614924, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.486910] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614925, 'name': CreateVM_Task, 'duration_secs': 0.363531} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.487078] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.487692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.487854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.488195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.488569] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed8edb8-2573-48ee-95b1-c408f56e9fab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.493691] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1051.493691] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52311c46-5e0d-a9c2-8798-cc9134bcb275" [ 1051.493691] env[70498]: _type = "Task" [ 1051.493691] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.501792] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52311c46-5e0d-a9c2-8798-cc9134bcb275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.601935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "refresh_cache-fd0cef81-c030-44eb-8fc0-5b53407096f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.602630] env[70498]: DEBUG nova.compute.manager [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.602874] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.607018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa48919-0c24-4fea-b86c-535d8ee7c370 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.616439] env[70498]: DEBUG oslo_vmware.api [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614926, 'name': PowerOffVM_Task, 'duration_secs': 0.206349} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.618796] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.619107] env[70498]: DEBUG nova.compute.manager [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.619488] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.623797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900adfe1-ed95-47e2-a58c-094c8c7ae09e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.631252] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d87ff132-cf96-4ca5-98a5-5f765f3bf9e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.645177] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1051.645177] env[70498]: value = "task-3614928" [ 1051.645177] env[70498]: _type = "Task" [ 1051.645177] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.656508] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.675878] env[70498]: DEBUG oslo_vmware.api [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614927, 'name': PowerOnVM_Task, 'duration_secs': 0.462325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.676452] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.679426] env[70498]: DEBUG nova.compute.manager [None req-d5bef15e-e567-4ef8-834f-22c3d7c94c39 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.680495] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f639fb-3c18-4a46-adf0-43e4e7e3ef2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.767715] env[70498]: DEBUG nova.scheduler.client.report [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.815287] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68678} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.818231] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.818446] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.818757] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c266d4d1-431f-4b1e-880a-30be7dd04dd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.825586] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1051.825586] env[70498]: value = "task-3614929" [ 1051.825586] env[70498]: _type = "Task" [ 1051.825586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.832600] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.877890] env[70498]: DEBUG nova.network.neutron [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updated VIF entry in instance network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.878280] env[70498]: DEBUG nova.network.neutron [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.005737] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52311c46-5e0d-a9c2-8798-cc9134bcb275, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.006074] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.006324] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.006552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.006695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.006889] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.007209] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e553fa4-b353-4eb4-a8bb-45ca6c4f9624 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.015693] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.015870] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.016625] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a4e798-b270-4c3a-aad2-ecc69d73bba7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.022035] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1052.022035] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523cced1-0c65-3f58-9585-e077f128f0b0" [ 1052.022035] env[70498]: _type = "Task" [ 1052.022035] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.030658] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523cced1-0c65-3f58-9585-e077f128f0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.156329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-00693600-ed80-42bc-b642-30ec6c5306df tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.160853] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614928, 'name': PowerOffVM_Task, 'duration_secs': 0.127735} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.160978] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.161075] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.161337] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf193e8-07b5-473b-baf3-e6ddf7db3814 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.187407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.187638] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.187818] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleting the datastore file [datastore1] fd0cef81-c030-44eb-8fc0-5b53407096f2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.188081] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c6984a9-7b1d-4804-88fd-aaf2ef6ac454 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.196954] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1052.196954] env[70498]: value = "task-3614931" [ 1052.196954] env[70498]: _type = "Task" [ 1052.196954] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.210920] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.273608] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.280529] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.277s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.281620] env[70498]: INFO nova.compute.claims [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.304587] env[70498]: INFO nova.scheduler.client.report [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Deleted allocations for instance 94667cd0-16dd-4ea0-a397-79cf68a71f4e [ 1052.339563] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074617} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.339863] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.340814] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e104635f-a868-41a2-b2f6-d3427cf032f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.375477] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.376313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f462a5-f23a-45a0-ae8c-a063c6cc4ea4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.391837] env[70498]: DEBUG oslo_concurrency.lockutils [req-a0a0ee75-7612-44d9-9640-d7974ead0649 req-0aad7e5a-b74a-4aa2-b6ed-cea37aa58db6 service nova] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.397582] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1052.397582] env[70498]: value = "task-3614932" [ 1052.397582] env[70498]: _type = "Task" [ 1052.397582] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.409324] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.537925] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523cced1-0c65-3f58-9585-e077f128f0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.007435} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.538828] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb730590-0de6-482e-9a8e-666b136dd812 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.545081] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1052.545081] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52559626-a7de-ac63-08fc-23e9548aa184" [ 1052.545081] env[70498]: _type = "Task" [ 1052.545081] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.553872] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52559626-a7de-ac63-08fc-23e9548aa184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.712656] env[70498]: DEBUG oslo_vmware.api [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3614931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124605} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.713025] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.713264] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.713473] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.713709] env[70498]: INFO nova.compute.manager [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1052.713987] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.714958] env[70498]: DEBUG nova.compute.manager [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.715233] env[70498]: DEBUG nova.network.neutron [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.736581] env[70498]: DEBUG nova.network.neutron [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.815066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-377a908d-a6c3-4c62-8b7b-ada434dbaf27 tempest-MigrationsAdminTest-1792694280 tempest-MigrationsAdminTest-1792694280-project-member] Lock "94667cd0-16dd-4ea0-a397-79cf68a71f4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.549s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.851293] env[70498]: INFO nova.compute.manager [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Unrescuing [ 1052.851589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.851735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.851844] env[70498]: DEBUG nova.network.neutron [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.908078] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.997293] env[70498]: DEBUG nova.objects.instance [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.059610] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52559626-a7de-ac63-08fc-23e9548aa184, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.059969] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.060454] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.060854] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b9daafb-8783-4036-a936-9ddd9a726991 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.068374] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1053.068374] env[70498]: value = "task-3614933" [ 1053.068374] env[70498]: _type = "Task" [ 1053.068374] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.078875] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.240594] env[70498]: DEBUG nova.network.neutron [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.408485] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.498974] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.500041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.500041] env[70498]: DEBUG nova.network.neutron [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.500041] env[70498]: DEBUG nova.objects.instance [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'info_cache' on Instance uuid 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.580660] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.584670] env[70498]: DEBUG nova.network.neutron [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [{"id": "9969a4ac-4d84-42b8-842c-c14292e28da3", "address": "fa:16:3e:46:60:8f", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969a4ac-4d", "ovs_interfaceid": "9969a4ac-4d84-42b8-842c-c14292e28da3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.663128] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8aee1a-8829-471d-bd33-19ffcaefceb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.672284] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4904e84-7d24-4652-bc62-1c0681912b41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.507189] env[70498]: INFO nova.compute.manager [-] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Took 1.79 seconds to deallocate network for instance. [ 1054.509326] env[70498]: DEBUG nova.objects.base [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Object Instance<98b2294e-8df8-4b09-951b-0e99dae111d1> lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.509938] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-f26147e0-8885-4f63-855d-8cb02de2acd9" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.510525] env[70498]: DEBUG nova.objects.instance [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'flavor' on Instance uuid f26147e0-8885-4f63-855d-8cb02de2acd9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.519299] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee784b-aca9-4dc8-a50d-e560b9f9e75e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.530070] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.060601} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.534830] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.535058] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.536077] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614932, 'name': ReconfigVM_Task, 'duration_secs': 1.332221} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.536282] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c473dfa-b789-409d-8ff2-c723baeec07d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.539713] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c26723-a4d2-47fc-972c-44469c9fdf14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.543130] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.545121] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91685bad-4f61-4073-ad7e-baa4f34af9da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.556989] env[70498]: DEBUG nova.compute.provider_tree [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.564222] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1054.564222] env[70498]: value = "task-3614934" [ 1054.564222] env[70498]: _type = "Task" [ 1054.564222] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.564222] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1054.564222] env[70498]: value = "task-3614935" [ 1054.564222] env[70498]: _type = "Task" [ 1054.564222] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.573315] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.576635] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614935, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.027238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.028559] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b226c3-a0bc-4351-9426-d20b7516188c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.052586] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.052927] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05d18f54-0856-47f0-a0ab-dc78b5a939c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.067998] env[70498]: DEBUG nova.scheduler.client.report [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.072795] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1055.072795] env[70498]: value = "task-3614936" [ 1055.072795] env[70498]: _type = "Task" [ 1055.072795] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.092295] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614935, 'name': Rename_Task, 'duration_secs': 0.158838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.098722] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.099493] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.099912] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073791} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.100346] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7636602c-5fe6-4a7b-8e36-5c386ac075d8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.102204] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.103523] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15339ddf-1148-463b-92e6-0c03da2ab61c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.131676] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.131676] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1055.131676] env[70498]: value = "task-3614937" [ 1055.131676] env[70498]: _type = "Task" [ 1055.131676] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.131676] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e9def6d-a9ce-402d-beab-d0a4be47fad5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.154151] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614937, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.156798] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1055.156798] env[70498]: value = "task-3614938" [ 1055.156798] env[70498]: _type = "Task" [ 1055.156798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.167307] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.358285] env[70498]: DEBUG nova.network.neutron [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [{"id": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "address": "fa:16:3e:49:15:90", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a1b8e46-e3", "ovs_interfaceid": "5a1b8e46-e3e9-4004-b802-1c38aa6b45d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.574402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.298s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.575491] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.578502] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.895s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.580649] env[70498]: INFO nova.compute.claims [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.595963] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614936, 'name': PowerOffVM_Task, 'duration_secs': 0.229635} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.596715] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.605961] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.605961] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-777e2fe5-6c95-45cd-8e3f-b2f266863386 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.625903] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1055.625903] env[70498]: value = "task-3614939" [ 1055.625903] env[70498]: _type = "Task" [ 1055.625903] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.635221] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.654203] env[70498]: DEBUG oslo_vmware.api [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3614937, 'name': PowerOnVM_Task, 'duration_secs': 0.500556} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.654961] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.654961] env[70498]: INFO nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1055.654961] env[70498]: DEBUG nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.655639] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08d2ba7-ba67-4f40-b322-94fc68c31ddf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.671503] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614938, 'name': ReconfigVM_Task, 'duration_secs': 0.295316} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.671503] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.671503] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50efdbb-b321-4f82-8d62-652eb72e48ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.677514] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1055.677514] env[70498]: value = "task-3614940" [ 1055.677514] env[70498]: _type = "Task" [ 1055.677514] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.687023] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614940, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.862617] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "refresh_cache-98b2294e-8df8-4b09-951b-0e99dae111d1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.088115] env[70498]: DEBUG nova.compute.utils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.089419] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.137884] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614939, 'name': ReconfigVM_Task, 'duration_secs': 0.2503} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.138502] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.138502] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.138643] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d1ac96-e7ad-4d05-8a0d-47e91ad53da8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151030] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1056.151030] env[70498]: value = "task-3614941" [ 1056.151030] env[70498]: _type = "Task" [ 1056.151030] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.158980] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.182173] env[70498]: INFO nova.compute.manager [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Took 45.38 seconds to build instance. [ 1056.188894] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614940, 'name': Rename_Task, 'duration_secs': 0.173583} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.189229] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.189501] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0509dc6b-3da7-46b1-8621-dae3a4573fe0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.196021] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1056.196021] env[70498]: value = "task-3614942" [ 1056.196021] env[70498]: _type = "Task" [ 1056.196021] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.204813] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.322260] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.323079] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.592074] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.663623] env[70498]: DEBUG oslo_vmware.api [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3614941, 'name': PowerOnVM_Task, 'duration_secs': 0.390861} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.663974] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.664270] env[70498]: DEBUG nova.compute.manager [None req-33f72a54-1ef0-4caf-a435-eaf5ea3e0886 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.665675] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f93cf6-df4b-4fdd-854d-6a82add00756 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.685213] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ff94648-1b7d-4456-a157-d3e1dad29309 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.895s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.706690] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614942, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.832223] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.832414] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.832590] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.832992] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.832992] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.833224] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.833224] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1056.833352] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.869569] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.870205] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78e44aa0-03fc-4c10-a70c-6d715bd1d6e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.881070] env[70498]: DEBUG oslo_vmware.api [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1056.881070] env[70498]: value = "task-3614943" [ 1056.881070] env[70498]: _type = "Task" [ 1056.881070] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.893336] env[70498]: DEBUG oslo_vmware.api [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.939153] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09efe76e-a622-4a53-a9ee-8420b5d85cee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.949059] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759cc73c-b2d0-48ee-8b62-74ff9dc3b923 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.986655] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b48a9-9396-4bd3-9249-a0af7ba2ba63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.994921] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9953945-e83d-4491-859e-7ecaab5a2b91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.012032] env[70498]: DEBUG nova.compute.provider_tree [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.206982] env[70498]: DEBUG oslo_vmware.api [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3614942, 'name': PowerOnVM_Task, 'duration_secs': 0.643759} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.209951] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.210720] env[70498]: INFO nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1057.210720] env[70498]: DEBUG nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.212290] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0bb8f-4e97-434a-9f67-2eef8d95c933 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.339418] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.389910] env[70498]: DEBUG oslo_vmware.api [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3614943, 'name': PowerOnVM_Task, 'duration_secs': 0.421438} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.390283] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.390451] env[70498]: DEBUG nova.compute.manager [None req-2735acb5-f33f-4365-956b-1623bf6c480a tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.391285] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea36dad0-0fe7-4e0b-92c2-3749b2fe5004 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.519075] env[70498]: DEBUG nova.scheduler.client.report [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.601697] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.651153] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.651514] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.651737] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.652042] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.652323] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.652560] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.652900] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.653180] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.653536] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.653663] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.653916] env[70498]: DEBUG nova.virt.hardware [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.654958] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f60114-3edc-4886-8ae0-a7667f793eb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.664725] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6516516c-e8bd-47ce-9a77-ed2cea579fe8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.680728] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.688508] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Creating folder: Project (b7180ce1916a4cf4a269e08a185afea3). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.688988] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78f8499e-d0b7-40dc-85b8-e8d69ff3ba32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.702819] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Created folder: Project (b7180ce1916a4cf4a269e08a185afea3) in parent group-v720819. [ 1057.703020] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Creating folder: Instances. Parent ref: group-v721048. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.704370] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de78211b-7e2b-4f88-8a5e-896f9924f0e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.706889] env[70498]: DEBUG nova.compute.manager [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Received event network-changed-05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.707110] env[70498]: DEBUG nova.compute.manager [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Refreshing instance network info cache due to event network-changed-05cfe378-6324-4d95-96de-68d48c6d9d41. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.707325] env[70498]: DEBUG oslo_concurrency.lockutils [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.707462] env[70498]: DEBUG oslo_concurrency.lockutils [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.707686] env[70498]: DEBUG nova.network.neutron [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Refreshing network info cache for port 05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.718586] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Created folder: Instances in parent group-v721048. [ 1057.718586] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.718772] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.719103] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a82d9d2b-74e4-446e-9634-b4a3d49ee9b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.741369] env[70498]: INFO nova.compute.manager [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Took 46.93 seconds to build instance. [ 1057.746125] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.746125] env[70498]: value = "task-3614946" [ 1057.746125] env[70498]: _type = "Task" [ 1057.746125] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.754647] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614946, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.026738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.027819] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.035040] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.882s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.035040] env[70498]: INFO nova.compute.claims [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.248328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-66fa7386-61bf-47ef-a5bf-4d7dcbd6e60f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.450s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.261975] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614946, 'name': CreateVM_Task, 'duration_secs': 0.296004} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.262201] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.262684] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.262836] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.263200] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.263491] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1781c525-087a-4592-8c07-f435df5bb892 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.269543] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1058.269543] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5223b3d3-2f15-f1aa-9e0d-c1f921af966b" [ 1058.269543] env[70498]: _type = "Task" [ 1058.269543] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.281827] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5223b3d3-2f15-f1aa-9e0d-c1f921af966b, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.282420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.282420] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.282616] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.282769] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.282948] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.283292] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0221986-b050-46c9-87c0-d0944cd90c94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.293505] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.294009] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.295806] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47be6efc-2f5a-4fff-bd7a-ffbdfc4b50be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.302105] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1058.302105] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526c0ed9-44ff-1457-4d9d-eeaaa5728f03" [ 1058.302105] env[70498]: _type = "Task" [ 1058.302105] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.315685] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526c0ed9-44ff-1457-4d9d-eeaaa5728f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.539656] env[70498]: DEBUG nova.compute.utils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.542749] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.542988] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.680134] env[70498]: DEBUG nova.policy [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bb2d415cedb4fff8c4327109c259e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baab9460134b4566b48f300e9fea5045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.820025] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526c0ed9-44ff-1457-4d9d-eeaaa5728f03, 'name': SearchDatastore_Task, 'duration_secs': 0.009326} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.823732] env[70498]: DEBUG nova.network.neutron [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updated VIF entry in instance network info cache for port 05cfe378-6324-4d95-96de-68d48c6d9d41. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.827435] env[70498]: DEBUG nova.network.neutron [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.827435] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d126207f-ac14-408f-808c-257555eb06cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.834573] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1058.834573] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52914803-57d5-5de2-2a78-7a957456bae6" [ 1058.834573] env[70498]: _type = "Task" [ 1058.834573] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.846027] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52914803-57d5-5de2-2a78-7a957456bae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.043564] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.331746] env[70498]: DEBUG oslo_concurrency.lockutils [req-50e52218-aaa9-4d9e-ae4e-e7a5b3a5b651 req-6038f840-632d-4a75-86b0-063504a0fa92 service nova] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.354037] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52914803-57d5-5de2-2a78-7a957456bae6, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.358969] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.359278] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.359791] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9103b3cb-7a4a-4e05-b92d-081b05ca5524 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.368089] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1059.368089] env[70498]: value = "task-3614947" [ 1059.368089] env[70498]: _type = "Task" [ 1059.368089] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.385022] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.518658] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae961c71-0ec4-44b5-9112-9f3dc3f604a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.528191] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003fbce6-7adc-40af-afc7-302699fe91c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.571294] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecef50-0c80-4efe-9005-5fd8a2687ef2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.581927] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb25d81-75d9-42ff-a14c-765fb83c4adb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.588598] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Successfully created port: 23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.604428] env[70498]: DEBUG nova.compute.provider_tree [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.884589] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614947, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.073025] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.082246] env[70498]: DEBUG nova.compute.manager [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.082246] env[70498]: DEBUG nova.compute.manager [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing instance network info cache due to event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.082246] env[70498]: DEBUG oslo_concurrency.lockutils [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.082246] env[70498]: DEBUG oslo_concurrency.lockutils [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.082246] env[70498]: DEBUG nova.network.neutron [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.104511] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.104511] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.104511] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.104762] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.104762] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.104762] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.105057] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.105120] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.105322] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.105754] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.105935] env[70498]: DEBUG nova.virt.hardware [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.107503] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e72e97-6315-4940-9dab-de405ec147cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.111455] env[70498]: DEBUG nova.scheduler.client.report [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.122160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8ed12e-d41b-4471-9988-30c1120120c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.387362] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565139} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.387643] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.387895] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.388341] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a934ed-4053-4ecc-892b-2aa50b389f24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.396138] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1060.396138] env[70498]: value = "task-3614948" [ 1060.396138] env[70498]: _type = "Task" [ 1060.396138] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.408259] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.619135] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.619811] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.629192] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.799s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.631021] env[70498]: INFO nova.compute.claims [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.792080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "aa405dfe-8140-435c-b852-a702edbc7815" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.792372] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.910237] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274077} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.910485] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.914705] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ae3e8-991a-4099-97ea-294b7d88be60 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.941571] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.945029] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c7ed61-2e06-499a-944f-143f41ee1f5f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.965646] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1060.965646] env[70498]: value = "task-3614949" [ 1060.965646] env[70498]: _type = "Task" [ 1060.965646] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.978105] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.138428] env[70498]: DEBUG nova.compute.utils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.140049] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.140049] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.298870] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.437636] env[70498]: DEBUG nova.network.neutron [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updated VIF entry in instance network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.438026] env[70498]: DEBUG nova.network.neutron [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.478528] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.497213] env[70498]: DEBUG nova.policy [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78a5d9c2ba459e956ac77262c085bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a73d6a2625e428483af24fc6be31bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.646525] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.828857] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.940926] env[70498]: DEBUG oslo_concurrency.lockutils [req-cc911588-be1f-482d-bf34-466fe0b14d0f req-31131da6-1968-400c-b4ea-ea71b85b9f66 service nova] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.987762] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614949, 'name': ReconfigVM_Task, 'duration_secs': 0.76357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.991973] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.993178] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8f0d7d-b1fb-4427-8a34-827f1f551d0a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.999933] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1061.999933] env[70498]: value = "task-3614950" [ 1061.999933] env[70498]: _type = "Task" [ 1061.999933] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.010267] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614950, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.014517] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Successfully created port: 2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.059396] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919768d-22a0-4f6d-b7e8-21d9237629e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.068511] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ccfb8b-905d-4f3b-9909-65a51de55094 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.100297] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Successfully updated port: 23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.102137] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b8250e-3740-4d23-bb29-98e018e30166 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.110986] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b2fb75-6d21-4e61-b12c-c02bd990fd2a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.126273] env[70498]: DEBUG nova.compute.provider_tree [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.391762] env[70498]: DEBUG nova.compute.manager [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Received event network-vif-plugged-23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.391762] env[70498]: DEBUG oslo_concurrency.lockutils [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] Acquiring lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.391762] env[70498]: DEBUG oslo_concurrency.lockutils [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] Lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.391871] env[70498]: DEBUG oslo_concurrency.lockutils [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] Lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.392018] env[70498]: DEBUG nova.compute.manager [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] No waiting events found dispatching network-vif-plugged-23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.394612] env[70498]: WARNING nova.compute.manager [req-f31467ee-a30d-4622-a257-fabb586d0a07 req-6256e98c-f0dd-4ccd-aa2f-5d8fbcaa04eb service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Received unexpected event network-vif-plugged-23fda811-eaec-4600-97a9-d8ec187618ab for instance with vm_state building and task_state spawning. [ 1062.466406] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.467558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.511583] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614950, 'name': Rename_Task, 'duration_secs': 0.275243} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.511919] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.512829] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c8d133-093a-4b50-92d6-2634dbdc39b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.519264] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1062.519264] env[70498]: value = "task-3614951" [ 1062.519264] env[70498]: _type = "Task" [ 1062.519264] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.527823] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.608454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.610144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.610144] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.629231] env[70498]: DEBUG nova.scheduler.client.report [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.660656] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.695312] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='92ad53ad19669fa8935c69f591e861c0',container_format='bare',created_at=2025-04-25T22:04:52Z,direct_url=,disk_format='vmdk',id=d5c50dd0-616c-462e-9548-07a1bb99f1ca,min_disk=1,min_ram=0,name='tempest-test-snap-692676152',owner='6a73d6a2625e428483af24fc6be31bd9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T22:05:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.695761] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.699022] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.699332] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.699332] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.699332] env[70498]: DEBUG nova.virt.hardware [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.699332] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f57d17-6889-49fd-8e19-a0ad6d7fe3cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.709423] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e29e2a-e6cb-48a1-bcb4-b86028332c34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.971870] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.986033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.986033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.032536] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.139679] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.140325] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.143284] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.690s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.143622] env[70498]: DEBUG nova.objects.instance [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1063.172439] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.318286] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.319107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.357563] env[70498]: DEBUG nova.network.neutron [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Updating instance_info_cache with network_info: [{"id": "23fda811-eaec-4600-97a9-d8ec187618ab", "address": "fa:16:3e:a4:c2:a4", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fda811-ea", "ovs_interfaceid": "23fda811-eaec-4600-97a9-d8ec187618ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.488608] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.500029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.530220] env[70498]: DEBUG oslo_vmware.api [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614951, 'name': PowerOnVM_Task, 'duration_secs': 0.866156} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.531193] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.531393] env[70498]: INFO nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1063.531570] env[70498]: DEBUG nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.532603] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a29594-d897-41e4-8a5c-a36e6a8ee25a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.601629] env[70498]: DEBUG nova.compute.manager [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Received event network-vif-plugged-2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.601987] env[70498]: DEBUG oslo_concurrency.lockutils [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] Acquiring lock "1121ea15-18c5-4127-b850-ce004941cd48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.602282] env[70498]: DEBUG oslo_concurrency.lockutils [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] Lock "1121ea15-18c5-4127-b850-ce004941cd48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.602558] env[70498]: DEBUG oslo_concurrency.lockutils [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] Lock "1121ea15-18c5-4127-b850-ce004941cd48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.602830] env[70498]: DEBUG nova.compute.manager [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] No waiting events found dispatching network-vif-plugged-2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.603117] env[70498]: WARNING nova.compute.manager [req-8013ab8f-93fe-4fc1-a36b-766b755af958 req-6105bfe2-726b-49c0-8494-d531b64ff8e8 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Received unexpected event network-vif-plugged-2448161f-1382-4830-88fe-20dcd717fb84 for instance with vm_state building and task_state spawning. [ 1063.652019] env[70498]: DEBUG nova.compute.utils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.655293] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.655807] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.699158] env[70498]: DEBUG nova.policy [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.711215] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Successfully updated port: 2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.826927] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.861654] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.861654] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Instance network_info: |[{"id": "23fda811-eaec-4600-97a9-d8ec187618ab", "address": "fa:16:3e:a4:c2:a4", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fda811-ea", "ovs_interfaceid": "23fda811-eaec-4600-97a9-d8ec187618ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.861945] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:c2:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23fda811-eaec-4600-97a9-d8ec187618ab', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.869204] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Creating folder: Project (baab9460134b4566b48f300e9fea5045). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.870648] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a3c56e1-e565-4da7-a81f-ad180e4f217a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.881979] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Created folder: Project (baab9460134b4566b48f300e9fea5045) in parent group-v720819. [ 1063.882213] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Creating folder: Instances. Parent ref: group-v721051. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.882447] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de926bdd-f4fd-408f-aca3-fa4acd96a52a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.892603] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Created folder: Instances in parent group-v721051. [ 1063.892887] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.893032] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.893269] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21fa0792-573a-498c-9d23-26a20bb468ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.915052] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.915052] env[70498]: value = "task-3614954" [ 1063.915052] env[70498]: _type = "Task" [ 1063.915052] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.923643] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614954, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.017429] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.054596] env[70498]: INFO nova.compute.manager [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Took 42.08 seconds to build instance. [ 1064.060334] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Successfully created port: 18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.155790] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.160258] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8e2ace4d-4ad4-4220-b698-e9e4dbc85294 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.165027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.701s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.165027] env[70498]: DEBUG nova.objects.instance [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'resources' on Instance uuid 9e39689f-2699-47b9-af2d-34197ee15e44 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.214659] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.215755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.215755] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.358070] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.428873] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614954, 'name': CreateVM_Task, 'duration_secs': 0.382933} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.429070] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.429756] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.430024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.430288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.430988] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8105f8-47e1-44af-be31-7ccd9a698aaf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.436048] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1064.436048] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527a50f6-2346-ac8c-44eb-05c3df549ecf" [ 1064.436048] env[70498]: _type = "Task" [ 1064.436048] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.445075] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a50f6-2346-ac8c-44eb-05c3df549ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.451689] env[70498]: DEBUG nova.compute.manager [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Received event network-changed-23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.451689] env[70498]: DEBUG nova.compute.manager [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Refreshing instance network info cache due to event network-changed-23fda811-eaec-4600-97a9-d8ec187618ab. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.451689] env[70498]: DEBUG oslo_concurrency.lockutils [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] Acquiring lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.451970] env[70498]: DEBUG oslo_concurrency.lockutils [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] Acquired lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.452019] env[70498]: DEBUG nova.network.neutron [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Refreshing network info cache for port 23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.556773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c5db2ef1-99f6-4616-abab-fc373784718b tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.605s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.750559] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.769363] env[70498]: INFO nova.compute.manager [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Rebuilding instance [ 1064.823549] env[70498]: DEBUG nova.compute.manager [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.824437] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a7fc3-63fa-47bf-96f0-0c24ce45a3d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.940022] env[70498]: DEBUG nova.network.neutron [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Updating instance_info_cache with network_info: [{"id": "2448161f-1382-4830-88fe-20dcd717fb84", "address": "fa:16:3e:89:2b:81", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2448161f-13", "ovs_interfaceid": "2448161f-1382-4830-88fe-20dcd717fb84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.953336] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a50f6-2346-ac8c-44eb-05c3df549ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.953658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953893] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.954139] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.954284] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.954457] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.954728] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3e75b0-636c-471d-9759-e70e71aee848 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.968996] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.969268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.970295] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8bb7a46-745f-4553-b4f1-7cf6c092a05d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.979274] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1064.979274] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52af9b01-6f3c-f620-3571-28c975c3678f" [ 1064.979274] env[70498]: _type = "Task" [ 1064.979274] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.990449] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52af9b01-6f3c-f620-3571-28c975c3678f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.076189] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ae8b06-f722-49c8-954b-3577a5ba295c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.084516] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd84895-7392-4804-981a-665a25d22684 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.121588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41636bc-9122-466c-8b62-9cd433342745 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130629] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ff402-393f-4c34-aa1f-60ae0116c4e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.147299] env[70498]: DEBUG nova.compute.provider_tree [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.173458] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.203273] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.204936] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.205191] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.205191] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.206368] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.206368] env[70498]: DEBUG nova.virt.hardware [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.209073] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d1304-5f08-4ff2-9753-7c8554d2c66a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.216378] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b91c14-b7e2-4686-be47-3adb02fb33ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.222084] env[70498]: DEBUG nova.network.neutron [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Updated VIF entry in instance network info cache for port 23fda811-eaec-4600-97a9-d8ec187618ab. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.222402] env[70498]: DEBUG nova.network.neutron [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Updating instance_info_cache with network_info: [{"id": "23fda811-eaec-4600-97a9-d8ec187618ab", "address": "fa:16:3e:a4:c2:a4", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23fda811-ea", "ovs_interfaceid": "23fda811-eaec-4600-97a9-d8ec187618ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.448178] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.448494] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Instance network_info: |[{"id": "2448161f-1382-4830-88fe-20dcd717fb84", "address": "fa:16:3e:89:2b:81", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2448161f-13", "ovs_interfaceid": "2448161f-1382-4830-88fe-20dcd717fb84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.448975] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:2b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2448161f-1382-4830-88fe-20dcd717fb84', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.456568] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.456799] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.457016] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7679f499-6b34-45be-b129-ca06af6ce38c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.477398] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.477398] env[70498]: value = "task-3614955" [ 1065.477398] env[70498]: _type = "Task" [ 1065.477398] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.488630] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614955, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.492077] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52af9b01-6f3c-f620-3571-28c975c3678f, 'name': SearchDatastore_Task, 'duration_secs': 0.014953} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.492813] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d065e35-5e14-4f98-ac45-8865a403acf1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.497571] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1065.497571] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52534e97-19d7-b80f-592f-ab407affbb45" [ 1065.497571] env[70498]: _type = "Task" [ 1065.497571] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.506519] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52534e97-19d7-b80f-592f-ab407affbb45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.627738] env[70498]: DEBUG nova.compute.manager [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Received event network-changed-2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.627856] env[70498]: DEBUG nova.compute.manager [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Refreshing instance network info cache due to event network-changed-2448161f-1382-4830-88fe-20dcd717fb84. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.627996] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] Acquiring lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.628152] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] Acquired lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.628314] env[70498]: DEBUG nova.network.neutron [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Refreshing network info cache for port 2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.650950] env[70498]: DEBUG nova.scheduler.client.report [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.725399] env[70498]: DEBUG oslo_concurrency.lockutils [req-8f9bb529-fba6-4250-8709-3d3c3b23514e req-593515f5-4569-4677-baea-4c13269deef5 service nova] Releasing lock "refresh_cache-8f026176-3148-4a5e-8f67-09477de45b2b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.726315] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Successfully updated port: 18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.841035] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.841425] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356aec90-8a09-4f7c-af89-bddf337d0736 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.851038] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1065.851038] env[70498]: value = "task-3614956" [ 1065.851038] env[70498]: _type = "Task" [ 1065.851038] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.858368] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.987181] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614955, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.009534] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52534e97-19d7-b80f-592f-ab407affbb45, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.010601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.011121] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8f026176-3148-4a5e-8f67-09477de45b2b/8f026176-3148-4a5e-8f67-09477de45b2b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.011279] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d96b01b-54ec-4815-abe1-40cd051c0d1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.018422] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1066.018422] env[70498]: value = "task-3614957" [ 1066.018422] env[70498]: _type = "Task" [ 1066.018422] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.027902] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.156187] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.159064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.201s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.160509] env[70498]: INFO nova.compute.claims [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.186049] env[70498]: INFO nova.scheduler.client.report [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocations for instance 9e39689f-2699-47b9-af2d-34197ee15e44 [ 1066.229264] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.229264] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.229477] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.360276] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614956, 'name': PowerOffVM_Task, 'duration_secs': 0.28385} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.360555] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.361322] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.362148] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca8fa96-aae1-4454-a6e2-fb40c8da4759 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.369677] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.370282] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c02cdd-5889-48a7-b2f3-271008d0f81e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.372641] env[70498]: DEBUG nova.network.neutron [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Updated VIF entry in instance network info cache for port 2448161f-1382-4830-88fe-20dcd717fb84. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.372991] env[70498]: DEBUG nova.network.neutron [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Updating instance_info_cache with network_info: [{"id": "2448161f-1382-4830-88fe-20dcd717fb84", "address": "fa:16:3e:89:2b:81", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2448161f-13", "ovs_interfaceid": "2448161f-1382-4830-88fe-20dcd717fb84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.399214] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.399559] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.399843] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Deleting the datastore file [datastore2] 4a37d39e-9040-4b77-8701-781973530d84 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.400571] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d718804b-fa4e-44bb-bc24-94abe6c780d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.407886] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1066.407886] env[70498]: value = "task-3614959" [ 1066.407886] env[70498]: _type = "Task" [ 1066.407886] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.417119] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.487657] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614955, 'name': CreateVM_Task, 'duration_secs': 0.646944} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.487830] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.488513] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.488676] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.489085] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.489339] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05fcfe8-7e8a-4182-b1cb-eb4a926dd327 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.493459] env[70498]: DEBUG nova.compute.manager [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Received event network-vif-plugged-18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.493459] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Acquiring lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.493619] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.493657] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.493835] env[70498]: DEBUG nova.compute.manager [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] No waiting events found dispatching network-vif-plugged-18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.493998] env[70498]: WARNING nova.compute.manager [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Received unexpected event network-vif-plugged-18329224-6ea4-430a-ba73-f9554ccae209 for instance with vm_state building and task_state spawning. [ 1066.494187] env[70498]: DEBUG nova.compute.manager [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Received event network-changed-18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.494341] env[70498]: DEBUG nova.compute.manager [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Refreshing instance network info cache due to event network-changed-18329224-6ea4-430a-ba73-f9554ccae209. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.494504] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Acquiring lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498063] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1066.498063] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5260c7e6-9d92-2e63-35b8-4fdf4b415e75" [ 1066.498063] env[70498]: _type = "Task" [ 1066.498063] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.509732] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5260c7e6-9d92-2e63-35b8-4fdf4b415e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.527777] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467555} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.528078] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 8f026176-3148-4a5e-8f67-09477de45b2b/8f026176-3148-4a5e-8f67-09477de45b2b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.528291] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.528839] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8deb4c5-4366-4791-962d-9404195c2ced {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.534911] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1066.534911] env[70498]: value = "task-3614960" [ 1066.534911] env[70498]: _type = "Task" [ 1066.534911] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.542979] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.696179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-01f8e095-1f71-4626-9feb-586b6bb27cee tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "9e39689f-2699-47b9-af2d-34197ee15e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.149s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.765339] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.875729] env[70498]: DEBUG oslo_concurrency.lockutils [req-5b9582e0-a628-48a1-a30a-ef3543bd11fe req-5e174b88-8735-428a-baa0-7e08311a45f0 service nova] Releasing lock "refresh_cache-1121ea15-18c5-4127-b850-ce004941cd48" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891198] env[70498]: DEBUG nova.network.neutron [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Updating instance_info_cache with network_info: [{"id": "18329224-6ea4-430a-ba73-f9554ccae209", "address": "fa:16:3e:20:db:7f", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18329224-6e", "ovs_interfaceid": "18329224-6ea4-430a-ba73-f9554ccae209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.921577] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168991} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.921905] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.922173] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.922421] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.009271] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.009514] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Processing image d5c50dd0-616c-462e-9548-07a1bb99f1ca {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.009738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009881] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.010058] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.010302] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8377ce52-446a-4118-9024-6ec57c52cdd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.019193] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.019193] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.019783] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3376fd-88ea-40ff-a04e-edef9b56b2ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.025639] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1067.025639] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e27a6f-14eb-5e88-5528-2af5a996c76e" [ 1067.025639] env[70498]: _type = "Task" [ 1067.025639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.033814] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e27a6f-14eb-5e88-5528-2af5a996c76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.043797] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073832} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.044094] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.044819] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ff8b0-9778-428b-9346-603074f09e83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.066687] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 8f026176-3148-4a5e-8f67-09477de45b2b/8f026176-3148-4a5e-8f67-09477de45b2b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.066997] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa01227-2c11-4a41-919d-405008f82af9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.086714] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1067.086714] env[70498]: value = "task-3614961" [ 1067.086714] env[70498]: _type = "Task" [ 1067.086714] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.094304] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.393982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.394328] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Instance network_info: |[{"id": "18329224-6ea4-430a-ba73-f9554ccae209", "address": "fa:16:3e:20:db:7f", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18329224-6e", "ovs_interfaceid": "18329224-6ea4-430a-ba73-f9554ccae209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.394987] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Acquired lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.394987] env[70498]: DEBUG nova.network.neutron [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Refreshing network info cache for port 18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.396376] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:db:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18329224-6ea4-430a-ba73-f9554ccae209', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.405026] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.407898] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.408801] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52e4277-cf9f-4010-97a0-d669e2d2c783 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.431269] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.431269] env[70498]: value = "task-3614962" [ 1067.431269] env[70498]: _type = "Task" [ 1067.431269] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.438954] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614962, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.516129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddac2d6-40f3-488f-a0bf-6e565138754d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.524937] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec28f52-a485-416c-9848-2f3a262817d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.562910] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7ab3a-bcdb-4c00-9623-b09596eb318d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.565691] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1067.565928] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Fetch image to [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe/OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1067.566121] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Downloading stream optimized image d5c50dd0-616c-462e-9548-07a1bb99f1ca to [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe/OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe.vmdk on the data store datastore2 as vApp {{(pid=70498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1067.566306] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Downloading image file data d5c50dd0-616c-462e-9548-07a1bb99f1ca to the ESX as VM named 'OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe' {{(pid=70498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1067.573647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdabc38-2029-4030-9d66-019436110ad8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.587691] env[70498]: DEBUG nova.compute.provider_tree [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.599455] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614961, 'name': ReconfigVM_Task, 'duration_secs': 0.305782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.618800] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 8f026176-3148-4a5e-8f67-09477de45b2b/8f026176-3148-4a5e-8f67-09477de45b2b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.621414] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3f1bc16-73d4-4d18-9e88-aa2be671eb7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.627663] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1067.627663] env[70498]: value = "task-3614963" [ 1067.627663] env[70498]: _type = "Task" [ 1067.627663] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.636753] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614963, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.664026] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1067.664026] env[70498]: value = "resgroup-9" [ 1067.664026] env[70498]: _type = "ResourcePool" [ 1067.664026] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1067.664026] env[70498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8903637c-c6d9-476a-b66f-08571ac92bdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.681916] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease: (returnval){ [ 1067.681916] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1067.681916] env[70498]: _type = "HttpNfcLease" [ 1067.681916] env[70498]: } obtained for vApp import into resource pool (val){ [ 1067.681916] env[70498]: value = "resgroup-9" [ 1067.681916] env[70498]: _type = "ResourcePool" [ 1067.681916] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1067.683130] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the lease: (returnval){ [ 1067.683130] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1067.683130] env[70498]: _type = "HttpNfcLease" [ 1067.683130] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1067.689036] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.689036] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1067.689036] env[70498]: _type = "HttpNfcLease" [ 1067.689036] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.946960] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614962, 'name': CreateVM_Task, 'duration_secs': 0.347319} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.947161] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.947849] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.948019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.948326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.948582] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b7a4db-dd97-4481-a383-9154a912f7ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.954800] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1067.954800] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5210f945-9935-8ed4-bc83-f6f3ce924e8d" [ 1067.954800] env[70498]: _type = "Task" [ 1067.954800] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.960595] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.960821] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.961086] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.961211] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.961354] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.961496] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.961701] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.961860] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.962034] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.962246] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.962359] env[70498]: DEBUG nova.virt.hardware [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.963246] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f05d5-f471-457a-bcfd-c36726be638f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.970026] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5210f945-9935-8ed4-bc83-f6f3ce924e8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.972996] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd73cd-6abc-42e8-bb17-00c0dafc9766 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.988733] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.994390] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.996742] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.996980] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad706df8-5044-4002-8f0b-e5e4a0e5aa2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.015734] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.015734] env[70498]: value = "task-3614965" [ 1068.015734] env[70498]: _type = "Task" [ 1068.015734] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.023562] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614965, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.095786] env[70498]: DEBUG nova.scheduler.client.report [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.141912] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614963, 'name': Rename_Task, 'duration_secs': 0.160755} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.142247] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.142476] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b613da-a33e-4c47-807c-32c1959223ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.149490] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1068.149490] env[70498]: value = "task-3614966" [ 1068.149490] env[70498]: _type = "Task" [ 1068.149490] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.157883] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.188648] env[70498]: DEBUG nova.network.neutron [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Updated VIF entry in instance network info cache for port 18329224-6ea4-430a-ba73-f9554ccae209. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.189092] env[70498]: DEBUG nova.network.neutron [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Updating instance_info_cache with network_info: [{"id": "18329224-6ea4-430a-ba73-f9554ccae209", "address": "fa:16:3e:20:db:7f", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18329224-6e", "ovs_interfaceid": "18329224-6ea4-430a-ba73-f9554ccae209", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.191860] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.191860] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1068.191860] env[70498]: _type = "HttpNfcLease" [ 1068.191860] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1068.464665] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5210f945-9935-8ed4-bc83-f6f3ce924e8d, 'name': SearchDatastore_Task, 'duration_secs': 0.029046} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.465496] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.465603] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.465790] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465937] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.466131] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.466407] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49af5762-0ebe-40bd-a519-ae713a80da8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.477907] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.478118] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.478891] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c80cac8-0f0f-446f-96f5-67c0d0ff3b77 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.483853] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1068.483853] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5204de95-f78d-e0c5-bd41-bedb317e86e2" [ 1068.483853] env[70498]: _type = "Task" [ 1068.483853] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.491451] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5204de95-f78d-e0c5-bd41-bedb317e86e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.525191] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614965, 'name': CreateVM_Task, 'duration_secs': 0.447353} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.525449] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.525898] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.526106] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.526424] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.526669] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9aca78-0609-47ae-a13c-06f07fbeafdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.530860] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1068.530860] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5278564c-b41d-d842-b0d8-096bf3a7af2e" [ 1068.530860] env[70498]: _type = "Task" [ 1068.530860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.537917] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5278564c-b41d-d842-b0d8-096bf3a7af2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.602035] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.602586] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.605241] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.511s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.605452] env[70498]: DEBUG nova.objects.instance [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lazy-loading 'resources' on Instance uuid 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.658933] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614966, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.691094] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1068.691094] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1068.691094] env[70498]: _type = "HttpNfcLease" [ 1068.691094] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1068.691411] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1068.691411] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d90c0a-2621-3fe3-b99f-9a535a107435" [ 1068.691411] env[70498]: _type = "HttpNfcLease" [ 1068.691411] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1068.692137] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270bcbfd-64ba-408e-bf8c-c0b6d6063383 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.694786] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1fbaa4b-59e8-44e8-b1d4-55b606db0965 req-07261fda-50e4-438b-a363-00afd60e51a8 service nova] Releasing lock "refresh_cache-5a459003-cab6-4b78-a8a1-918bf10e330b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.700107] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1068.700232] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1068.765685] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b6643e5-b1ac-471d-ab67-bab60a25456a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.941211] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.941457] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.994288] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5204de95-f78d-e0c5-bd41-bedb317e86e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.995233] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3cfa62-2c79-4cb6-a7e8-e841788c8c7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.000327] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1069.000327] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52222712-7382-041a-76cb-04bf3af7ed2b" [ 1069.000327] env[70498]: _type = "Task" [ 1069.000327] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.009142] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52222712-7382-041a-76cb-04bf3af7ed2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.040099] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5278564c-b41d-d842-b0d8-096bf3a7af2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.040437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.040703] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.041035] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.111041] env[70498]: DEBUG nova.compute.utils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.112572] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.112766] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.152836] env[70498]: DEBUG nova.policy [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.163298] env[70498]: DEBUG oslo_vmware.api [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614966, 'name': PowerOnVM_Task, 'duration_secs': 0.663285} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.165729] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.165937] env[70498]: INFO nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1069.166129] env[70498]: DEBUG nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.168068] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8650f10f-ddd8-44ac-bcf0-91f88ec0d382 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.444146] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.486169] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Successfully created port: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.501637] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccd19c-ef6f-4c2a-ae31-b97585eb6e36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.517025] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52222712-7382-041a-76cb-04bf3af7ed2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.522721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.523113] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 5a459003-cab6-4b78-a8a1-918bf10e330b/5a459003-cab6-4b78-a8a1-918bf10e330b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.523593] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.523856] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.524177] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1330b9-9af8-4e46-867c-479f6d75a03e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.528108] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813b4127-cfe9-448b-b626-48f2930437fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.539159] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-051e39f8-113a-479e-979b-7dcc0c1ecb39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.584245] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2dee67-32ed-4d89-83b6-5762958b42c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.586995] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1069.586995] env[70498]: value = "task-3614967" [ 1069.586995] env[70498]: _type = "Task" [ 1069.586995] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.587271] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.587392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.590364] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d20fb7-4054-4c5c-802f-ff412e074d1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.601085] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d6e75-eb22-4f14-9a7d-dd4b93a47d67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.612020] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.612020] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1069.612020] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f959ca-0a8b-70d2-b85c-15ebbce0fa6b" [ 1069.612020] env[70498]: _type = "Task" [ 1069.612020] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.623078] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.626023] env[70498]: DEBUG nova.compute.provider_tree [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.636340] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f959ca-0a8b-70d2-b85c-15ebbce0fa6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.639237] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226f347b-93f8-47b3-bae2-d075f40d5961 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.645616] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1069.645616] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f28e39-2893-916d-e9fe-0e7dd2fa1453" [ 1069.645616] env[70498]: _type = "Task" [ 1069.645616] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.656907] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f28e39-2893-916d-e9fe-0e7dd2fa1453, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.657184] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.658316] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.658601] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f4013d0-0eed-4382-b673-1a6c2d72d3ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.666835] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1069.666835] env[70498]: value = "task-3614968" [ 1069.666835] env[70498]: _type = "Task" [ 1069.666835] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.677773] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.692560] env[70498]: INFO nova.compute.manager [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Took 46.02 seconds to build instance. [ 1069.708753] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1069.708972] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.709966] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88526bf-6c28-415b-bc25-b99a52b25b74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.719691] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.719914] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1069.720197] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5178aec-fde5-4b63-9202-c1a1218e0693 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.982319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.099794] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524596} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.100074] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 5a459003-cab6-4b78-a8a1-918bf10e330b/5a459003-cab6-4b78-a8a1-918bf10e330b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.100296] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.100592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9b4a35e-78df-4807-942d-0a6355b5562f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.106151] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1070.106151] env[70498]: value = "task-3614969" [ 1070.106151] env[70498]: _type = "Task" [ 1070.106151] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.114901] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.137988] env[70498]: DEBUG nova.scheduler.client.report [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.179748] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614968, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.194586] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c30de7b-ecf9-40c6-a813-8f57f4bbbd9f tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.534s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.312053] env[70498]: DEBUG oslo_vmware.rw_handles [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ff9fe-da09-ef9f-c752-171b59b13fa2/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1070.312399] env[70498]: INFO nova.virt.vmwareapi.images [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Downloaded image file data d5c50dd0-616c-462e-9548-07a1bb99f1ca [ 1070.313311] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347d59f-ff3e-47ee-81d9-354d577cb40e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.334419] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c32f4e4-ea1f-4184-a5c5-307f74a633b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.594034] env[70498]: INFO nova.virt.vmwareapi.images [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] The imported VM was unregistered [ 1070.594596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1070.594969] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.595407] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5745e080-bcaa-4eed-9a7b-6770cd8211e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.615987] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.39919} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.616569] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.617222] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82184fbf-8176-46ad-a336-85ce9d7587f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.639685] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 5a459003-cab6-4b78-a8a1-918bf10e330b/5a459003-cab6-4b78-a8a1-918bf10e330b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.641138] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b01f3d-f1a8-4d7c-9997-ba67ef8a9268 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.657593] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.662804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.664393] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.664628] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe/OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe.vmdk to [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk. {{(pid=70498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1070.666173] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.688s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.667731] env[70498]: INFO nova.compute.claims [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.670339] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-686d2aa5-b5fc-41ee-9046-9bccfb008b81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.681980] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1070.681980] env[70498]: value = "task-3614971" [ 1070.681980] env[70498]: _type = "Task" [ 1070.681980] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.688304] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817408} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.691175] env[70498]: INFO nova.scheduler.client.report [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Deleted allocations for instance 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec [ 1070.695441] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.695533] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.696485] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1070.696485] env[70498]: value = "task-3614972" [ 1070.696485] env[70498]: _type = "Task" [ 1070.696485] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.701331] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0e95d4b-4181-45a5-a657-8e406455e52d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.706415] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.706635] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.706792] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.707237] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.707237] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.708204] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.708204] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.708204] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.708204] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.708204] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.708431] env[70498]: DEBUG nova.virt.hardware [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.714067] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8520e66b-f026-464c-882c-df880aa0cea2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.716843] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.718634] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1070.718634] env[70498]: value = "task-3614973" [ 1070.718634] env[70498]: _type = "Task" [ 1070.718634] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.727956] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.729783] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d14bf1-d46f-4438-bd85-3ea763895c4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.737247] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.200614] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.209134] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.213185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-afc730f4-d372-4849-8c65-3004a2a2da43 tempest-ServersAdminTestJSON-977952658 tempest-ServersAdminTestJSON-977952658-project-member] Lock "350a6ac5-ed5b-4e88-bcf1-8ee96c396eec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.087s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.230167] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074055} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.231074] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.233250] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e39ead-a2fa-4b3c-8744-8a4fb5752387 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.269222] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.270108] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c5ce469-7ce8-42e6-8b8c-1ddb7d9d043d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.290888] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1071.290888] env[70498]: value = "task-3614974" [ 1071.290888] env[70498]: _type = "Task" [ 1071.290888] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.299581] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.478244] env[70498]: DEBUG nova.compute.manager [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Received event network-vif-plugged-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.478244] env[70498]: DEBUG oslo_concurrency.lockutils [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] Acquiring lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.478244] env[70498]: DEBUG oslo_concurrency.lockutils [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.478244] env[70498]: DEBUG oslo_concurrency.lockutils [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.478244] env[70498]: DEBUG nova.compute.manager [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] No waiting events found dispatching network-vif-plugged-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.478442] env[70498]: WARNING nova.compute.manager [req-cf204f0d-fe13-42f6-9419-604ef6b9f045 req-8a4900b3-076a-472a-bbe4-e9c157cfcf5b service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Received unexpected event network-vif-plugged-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 for instance with vm_state building and task_state spawning. [ 1071.538902] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Successfully updated port: b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.701942] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.720562] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.807298] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.046262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.046262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.046477] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.110922] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de68b9-3e39-470a-929f-92995ad017b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.122291] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a77ce-34eb-493c-9835-c8178ad67461 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.161649] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744c9837-1958-4d83-ad03-23e42814cddf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.173422] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65824a3a-bb55-4009-9b22-734caf220b32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.190317] env[70498]: DEBUG nova.compute.provider_tree [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.204384] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614971, 'name': ReconfigVM_Task, 'duration_secs': 1.119592} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.208102] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 5a459003-cab6-4b78-a8a1-918bf10e330b/5a459003-cab6-4b78-a8a1-918bf10e330b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.209139] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a869193e-678b-4256-90c0-410af99dbeec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.218849] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.220662] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1072.220662] env[70498]: value = "task-3614975" [ 1072.220662] env[70498]: _type = "Task" [ 1072.220662] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.233096] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614975, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.304943] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.587929] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.697771] env[70498]: DEBUG nova.scheduler.client.report [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.718976] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.733389] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614975, 'name': Rename_Task, 'duration_secs': 0.351428} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.733675] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.733929] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-550ebe25-a07b-4970-aa0f-6bd9d4a3ac1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.744126] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1072.744126] env[70498]: value = "task-3614976" [ 1072.744126] env[70498]: _type = "Task" [ 1072.744126] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.748235] env[70498]: DEBUG nova.network.neutron [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Updating instance_info_cache with network_info: [{"id": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "address": "fa:16:3e:39:e0:b9", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c86a3f-99", "ovs_interfaceid": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.758403] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.805182] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.842597] env[70498]: DEBUG nova.compute.manager [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.843656] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7a17cb-325e-4573-b7d9-a9b0f88e8cce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.203797] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.207402] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.208235] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.972s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.208500] env[70498]: DEBUG nova.objects.instance [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'resources' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.222783] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.251840] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.251840] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Instance network_info: |[{"id": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "address": "fa:16:3e:39:e0:b9", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c86a3f-99", "ovs_interfaceid": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.252273] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:e0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6c86a3f-99c0-4dd4-a18b-d82ad57471d2', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.259895] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating folder: Project (e5468d8a513c44f188321a1e79d3afbf). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.261057] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca60c774-5688-4291-b571-166d73163c48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.268181] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.274116] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created folder: Project (e5468d8a513c44f188321a1e79d3afbf) in parent group-v720819. [ 1073.274325] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating folder: Instances. Parent ref: group-v721058. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.274602] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64148f54-ff2d-48cd-a7e4-5c24082380a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.291555] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created folder: Instances in parent group-v721058. [ 1073.291555] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.291765] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.292646] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca1b07dd-ea28-4012-b06e-3d18b4916b91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.324181] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.326558] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.326558] env[70498]: value = "task-3614979" [ 1073.326558] env[70498]: _type = "Task" [ 1073.326558] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.337905] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614979, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.359247] env[70498]: INFO nova.compute.manager [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] instance snapshotting [ 1073.362446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f082a760-b631-4a27-a63a-99e8326e0daa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.384077] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f3b65-e2e9-4d27-80e5-edc12c69d92a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.528211] env[70498]: DEBUG nova.compute.manager [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Received event network-changed-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.528519] env[70498]: DEBUG nova.compute.manager [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Refreshing instance network info cache due to event network-changed-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.528600] env[70498]: DEBUG oslo_concurrency.lockutils [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] Acquiring lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.528913] env[70498]: DEBUG oslo_concurrency.lockutils [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] Acquired lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.528988] env[70498]: DEBUG nova.network.neutron [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Refreshing network info cache for port b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.712349] env[70498]: DEBUG nova.compute.utils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.717432] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1073.717541] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.720064] env[70498]: DEBUG nova.objects.instance [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'numa_topology' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.732167] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.756091] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.793063] env[70498]: DEBUG nova.policy [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f794cc14733f4e4fb08cbda3abf68210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ea62662ff24c33b45c6200d61b9850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.821053] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614974, 'name': ReconfigVM_Task, 'duration_secs': 2.420858} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.821053] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 4a37d39e-9040-4b77-8701-781973530d84/4a37d39e-9040-4b77-8701-781973530d84.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.821053] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18074b8f-a869-4381-b48c-9b744c02dc09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.830123] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1073.830123] env[70498]: value = "task-3614980" [ 1073.830123] env[70498]: _type = "Task" [ 1073.830123] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.836733] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614979, 'name': CreateVM_Task, 'duration_secs': 0.380491} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.837325] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.838751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.838925] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.839262] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.839504] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3930a64-3760-4a1b-8a19-8bdbd4347f60 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.848300] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614980, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.849086] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1073.849086] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521680de-2254-9e93-f72a-8acc09ef6179" [ 1073.849086] env[70498]: _type = "Task" [ 1073.849086] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.858309] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521680de-2254-9e93-f72a-8acc09ef6179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.898588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1073.899099] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47ee66fb-7339-4ece-b6ee-4d0201135560 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.907315] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1073.907315] env[70498]: value = "task-3614981" [ 1073.907315] env[70498]: _type = "Task" [ 1073.907315] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.919210] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.221427] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.229739] env[70498]: DEBUG nova.objects.base [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Object Instance<326c5243-e998-4528-9bd8-b70201c284f3> lazy-loaded attributes: resources,numa_topology {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.233334] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614972, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.217968} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.234107] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe/OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe.vmdk to [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk. [ 1074.234313] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Cleaning up location [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1074.234605] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_80579c95-58fa-4e98-85b7-be6d9930bbfe {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.235056] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed648db-f8e9-4345-9882-d1ae55b08757 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.244014] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1074.244014] env[70498]: value = "task-3614982" [ 1074.244014] env[70498]: _type = "Task" [ 1074.244014] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.259803] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.265300] env[70498]: DEBUG oslo_vmware.api [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3614976, 'name': PowerOnVM_Task, 'duration_secs': 1.113948} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.269675] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.269859] env[70498]: INFO nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1074.270134] env[70498]: DEBUG nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.271607] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8917b2a3-6705-486a-b19d-f6e83c003c88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.341207] env[70498]: DEBUG nova.network.neutron [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Updated VIF entry in instance network info cache for port b6c86a3f-99c0-4dd4-a18b-d82ad57471d2. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.342084] env[70498]: DEBUG nova.network.neutron [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Updating instance_info_cache with network_info: [{"id": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "address": "fa:16:3e:39:e0:b9", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6c86a3f-99", "ovs_interfaceid": "b6c86a3f-99c0-4dd4-a18b-d82ad57471d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.349151] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614980, 'name': Rename_Task, 'duration_secs': 0.215289} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.354984] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Successfully created port: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.354984] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.358109] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-143646a4-db91-4c00-b385-cde8b635b919 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.367620] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521680de-2254-9e93-f72a-8acc09ef6179, 'name': SearchDatastore_Task, 'duration_secs': 0.026787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.367879] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.368166] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.368412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.368578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.368761] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.369125] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1074.369125] env[70498]: value = "task-3614983" [ 1074.369125] env[70498]: _type = "Task" [ 1074.369125] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.371741] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d7c7c20-c8e2-435e-a061-ee21627ca904 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.382780] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.384108] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.384310] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.387612] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f2f05c-e2ba-46b5-9206-a53eb8df68d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.392709] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1074.392709] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520d583a-bda5-47d0-4ec7-7121dc9acf59" [ 1074.392709] env[70498]: _type = "Task" [ 1074.392709] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.401387] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520d583a-bda5-47d0-4ec7-7121dc9acf59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.416937] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.641800] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906da4f5-aed7-4f54-b397-c58d3b7e9449 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.649703] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35e63ce-ad97-4d48-b58d-43e65aaf9c03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.679330] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c969cdc-e0c6-4ca4-b62f-3dab9656db71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.686807] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156059f-7937-499b-9491-d43f276958ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.701540] env[70498]: DEBUG nova.compute.provider_tree [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.755021] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11058} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.755021] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.755021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.755021] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk to [datastore2] 1121ea15-18c5-4127-b850-ce004941cd48/1121ea15-18c5-4127-b850-ce004941cd48.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.755573] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fcd1cd-16b8-4c16-9dd4-38c30a544541 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.762293] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1074.762293] env[70498]: value = "task-3614984" [ 1074.762293] env[70498]: _type = "Task" [ 1074.762293] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.770274] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.796017] env[70498]: INFO nova.compute.manager [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Took 46.98 seconds to build instance. [ 1074.845058] env[70498]: DEBUG oslo_concurrency.lockutils [req-1093a02f-fa9e-44eb-91c5-d68c1d8e51ea req-19956d01-8baa-46c8-a449-3c0ba5527d35 service nova] Releasing lock "refresh_cache-5dacfb23-4e8e-45de-8927-d4079536a77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.885413] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.911470] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520d583a-bda5-47d0-4ec7-7121dc9acf59, 'name': SearchDatastore_Task, 'duration_secs': 0.072014} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.915246] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143765e1-42e3-4e21-a38e-8dd6537e39f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.922281] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.923631] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1074.923631] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe4973-51fc-17d3-54d3-0e8f0e0c27e9" [ 1074.923631] env[70498]: _type = "Task" [ 1074.923631] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.932695] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe4973-51fc-17d3-54d3-0e8f0e0c27e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.205107] env[70498]: DEBUG nova.scheduler.client.report [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.239165] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.274599] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.274599] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.274912] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.274912] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.274993] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.275174] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.275396] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.275590] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.275780] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.275938] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.276163] env[70498]: DEBUG nova.virt.hardware [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.277065] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f40cb-9619-4fe6-83fa-72ad905a7d96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.283666] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.289264] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb856e-f22e-48b7-895f-ea92a3121a90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.303699] env[70498]: DEBUG oslo_concurrency.lockutils [None req-768efd23-49ee-47df-9cc4-ea037e45790b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.500s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.383735] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.422913] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.436210] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe4973-51fc-17d3-54d3-0e8f0e0c27e9, 'name': SearchDatastore_Task, 'duration_secs': 0.053801} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.436948] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.437392] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 5dacfb23-4e8e-45de-8927-d4079536a77e/5dacfb23-4e8e-45de-8927-d4079536a77e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.437720] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeaac837-c888-48a2-9925-83733026793f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.446936] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1075.446936] env[70498]: value = "task-3614985" [ 1075.446936] env[70498]: _type = "Task" [ 1075.446936] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.458758] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.713089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.504s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.715530] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.958s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.715530] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.717672] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.535s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.718711] env[70498]: DEBUG nova.objects.instance [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.750072] env[70498]: INFO nova.scheduler.client.report [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocations for instance 0796db41-908c-4681-a242-7c5c66ec19e2 [ 1075.780585] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.876277] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.876750] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.892271] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.928351] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614981, 'name': CreateSnapshot_Task, 'duration_secs': 1.588693} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.928351] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1075.928351] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cf6c81-e9eb-4aeb-b613-f1c2ff3fb97b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.958837] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.177787] env[70498]: DEBUG nova.compute.manager [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Received event network-vif-plugged-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.178011] env[70498]: DEBUG oslo_concurrency.lockutils [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.178776] env[70498]: DEBUG oslo_concurrency.lockutils [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.179415] env[70498]: DEBUG oslo_concurrency.lockutils [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.179659] env[70498]: DEBUG nova.compute.manager [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] No waiting events found dispatching network-vif-plugged-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.179878] env[70498]: WARNING nova.compute.manager [req-469fc088-1e41-4de2-b3ed-52c483aac29b req-e38277e8-02b9-41ae-9669-cb4d3ba5944b service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Received unexpected event network-vif-plugged-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d for instance with vm_state building and task_state spawning. [ 1076.231296] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7aac31dc-93df-4612-befb-bfae23f01551 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.850s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.232400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 30.313s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.232590] env[70498]: INFO nova.compute.manager [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Unshelving [ 1076.262364] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7d7ab486-f9e5-4455-81a6-7fa187c96868 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "0796db41-908c-4681-a242-7c5c66ec19e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.984s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.278690] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.302741] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Successfully updated port: 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.383697] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.392095] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.449270] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1076.450248] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7277743d-2e99-437b-87e3-d108c02298c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.466911] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728844} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.467698] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1076.467698] env[70498]: value = "task-3614986" [ 1076.467698] env[70498]: _type = "Task" [ 1076.467698] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.468018] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 5dacfb23-4e8e-45de-8927-d4079536a77e/5dacfb23-4e8e-45de-8927-d4079536a77e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.468248] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.468576] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd916a9d-9ca0-43a2-953d-00fd3f3396c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.482180] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.483418] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1076.483418] env[70498]: value = "task-3614987" [ 1076.483418] env[70498]: _type = "Task" [ 1076.483418] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.493423] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.732835] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fe27697b-05d6-411f-9d33-9d3c14f09401 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.734452] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.999s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.735592] env[70498]: DEBUG nova.objects.instance [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lazy-loading 'resources' on Instance uuid f05a1529-9463-4fb0-a8c8-365b33b056df {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.781661] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.806681] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.806827] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.807017] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.864855] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.865121] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.865371] env[70498]: INFO nova.compute.manager [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Rebooting instance [ 1076.889761] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.915711] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.982033] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.995434] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077576} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.995838] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.996817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8da24-a1d2-4456-a4ac-d26004959279 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.022858] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5dacfb23-4e8e-45de-8927-d4079536a77e/5dacfb23-4e8e-45de-8927-d4079536a77e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.023183] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368f7262-1534-4003-af98-4bd2a3da3c0e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.045421] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1077.045421] env[70498]: value = "task-3614988" [ 1077.045421] env[70498]: _type = "Task" [ 1077.045421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.057632] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.260124] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.281099] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.347769] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.391054] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.392645] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.392955] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.393214] env[70498]: DEBUG nova.network.neutron [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.484246] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.527908] env[70498]: DEBUG nova.network.neutron [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.562244] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614988, 'name': ReconfigVM_Task, 'duration_secs': 0.467366} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.562557] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5dacfb23-4e8e-45de-8927-d4079536a77e/5dacfb23-4e8e-45de-8927-d4079536a77e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.563247] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29132df0-eafb-42cb-81e1-053f06c3da9c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.574281] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1077.574281] env[70498]: value = "task-3614989" [ 1077.574281] env[70498]: _type = "Task" [ 1077.574281] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.593416] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614989, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.686987] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a21763-76c4-415e-8aec-c3e331c60135 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.694982] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c38dd7-7531-46da-86ed-43d918950484 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.728064] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc4034b-e473-44bb-8df7-147f4624caa9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.736498] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fdf1e7-7bb6-4162-911e-6f08c3dfdee7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.753790] env[70498]: DEBUG nova.compute.provider_tree [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.780463] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614984, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.975609} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.780463] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d5c50dd0-616c-462e-9548-07a1bb99f1ca/d5c50dd0-616c-462e-9548-07a1bb99f1ca.vmdk to [datastore2] 1121ea15-18c5-4127-b850-ce004941cd48/1121ea15-18c5-4127-b850-ce004941cd48.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.780463] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6191ec2-831e-4d13-8131-ae2cc16465c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.804214] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 1121ea15-18c5-4127-b850-ce004941cd48/1121ea15-18c5-4127-b850-ce004941cd48.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.804885] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d256c5e-0e66-42e3-8c2e-5e78177f828f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.825225] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1077.825225] env[70498]: value = "task-3614990" [ 1077.825225] env[70498]: _type = "Task" [ 1077.825225] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.834210] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614990, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.888308] env[70498]: DEBUG oslo_vmware.api [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614983, 'name': PowerOnVM_Task, 'duration_secs': 3.03518} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.888665] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.888823] env[70498]: DEBUG nova.compute.manager [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.889626] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16ffdb-f3c1-4179-bece-42068b60fd92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980636] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.036057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.036057] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Instance network_info: |[{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.036356] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:76:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d6de72c-943c-40b2-b5d8-a49b9fb62b2d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.042646] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.043113] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.043547] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d482664b-f60e-4b7c-b11d-becdbe5dd572 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.067403] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.067403] env[70498]: value = "task-3614991" [ 1078.067403] env[70498]: _type = "Task" [ 1078.067403] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.078037] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614991, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.090185] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614989, 'name': Rename_Task, 'duration_secs': 0.37481} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.090185] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.090185] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ddd7ce0-2a3e-4366-8d49-33c753f533b7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.093419] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1078.093419] env[70498]: value = "task-3614992" [ 1078.093419] env[70498]: _type = "Task" [ 1078.093419] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.103233] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.189671] env[70498]: DEBUG nova.network.neutron [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.208371] env[70498]: DEBUG nova.compute.manager [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Received event network-changed-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.208371] env[70498]: DEBUG nova.compute.manager [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Refreshing instance network info cache due to event network-changed-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.208371] env[70498]: DEBUG oslo_concurrency.lockutils [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] Acquiring lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.208371] env[70498]: DEBUG oslo_concurrency.lockutils [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] Acquired lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.208371] env[70498]: DEBUG nova.network.neutron [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Refreshing network info cache for port 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.262081] env[70498]: DEBUG nova.scheduler.client.report [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.339343] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.408505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.480511] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.578179] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3614991, 'name': CreateVM_Task, 'duration_secs': 0.372485} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.578366] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.579072] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.579251] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.579577] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.579827] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4eeae95-35d0-4534-9053-195dadf0eabc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.584288] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1078.584288] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d67a16-1fbe-a401-1a7b-01cead2fc2e9" [ 1078.584288] env[70498]: _type = "Task" [ 1078.584288] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.592278] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d67a16-1fbe-a401-1a7b-01cead2fc2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.603609] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.694594] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.771706] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.776495] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.745s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.776583] env[70498]: DEBUG nova.objects.instance [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lazy-loading 'resources' on Instance uuid fd0cef81-c030-44eb-8fc0-5b53407096f2 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.795734] env[70498]: INFO nova.scheduler.client.report [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Deleted allocations for instance f05a1529-9463-4fb0-a8c8-365b33b056df [ 1078.841357] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.986701] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.098334] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d67a16-1fbe-a401-1a7b-01cead2fc2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.040966} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.101480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.101739] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.102112] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.102308] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.102496] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.103730] env[70498]: DEBUG nova.network.neutron [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updated VIF entry in instance network info cache for port 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.104062] env[70498]: DEBUG nova.network.neutron [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.105232] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-544d04e6-3180-4b23-a8ad-8d2b6427b8bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.114093] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614992, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.116724] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.117097] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.118437] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37557798-9201-4d5e-8dd1-2c7d4b8561c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.125198] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1079.125198] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dd2ac3-75a1-d6d5-bf98-bc0f4415665a" [ 1079.125198] env[70498]: _type = "Task" [ 1079.125198] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.138412] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dd2ac3-75a1-d6d5-bf98-bc0f4415665a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.205252] env[70498]: DEBUG nova.compute.manager [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.205252] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b266b884-9242-4179-a340-fdf4768dfd2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.314068] env[70498]: DEBUG oslo_concurrency.lockutils [None req-91f48084-5260-42f6-b7e7-a024285c7305 tempest-VolumesAdminNegativeTest-1112086201 tempest-VolumesAdminNegativeTest-1112086201-project-member] Lock "f05a1529-9463-4fb0-a8c8-365b33b056df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.019s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.345289] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614990, 'name': ReconfigVM_Task, 'duration_secs': 1.032622} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.349018] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 1121ea15-18c5-4127-b850-ce004941cd48/1121ea15-18c5-4127-b850-ce004941cd48.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.350971] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040e33dd-3c9e-4ffb-af0b-509b4ebd7c3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.358138] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1079.358138] env[70498]: value = "task-3614993" [ 1079.358138] env[70498]: _type = "Task" [ 1079.358138] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.367983] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614993, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.468749] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "4a37d39e-9040-4b77-8701-781973530d84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.468845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.470089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "4a37d39e-9040-4b77-8701-781973530d84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.470089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.470089] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.475400] env[70498]: INFO nova.compute.manager [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Terminating instance [ 1079.487864] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614986, 'name': CloneVM_Task, 'duration_secs': 2.687634} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.493018] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Created linked-clone VM from snapshot [ 1079.493018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c0c1dd-b920-4ea3-b4bb-0fe82014be48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.502021] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Uploading image ad226df7-d25f-45a4-b3bc-cace3d56c9ef {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1079.523739] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1079.524293] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa955ad6-9c0d-4c1f-8faa-97b373cd5d0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.531300] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1079.531300] env[70498]: value = "task-3614994" [ 1079.531300] env[70498]: _type = "Task" [ 1079.531300] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.544167] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614994, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.606625] env[70498]: DEBUG oslo_vmware.api [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3614992, 'name': PowerOnVM_Task, 'duration_secs': 1.076517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.609310] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.610552] env[70498]: INFO nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1079.610552] env[70498]: DEBUG nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.610552] env[70498]: DEBUG oslo_concurrency.lockutils [req-55e58546-881d-48f6-b386-bd2e28ca5ef8 req-6f6fd2dd-ae7b-42df-b3ae-faf665e7b200 service nova] Releasing lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.611385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb95974-7c51-4147-8b5b-e98766a9c781 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.636477] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dd2ac3-75a1-d6d5-bf98-bc0f4415665a, 'name': SearchDatastore_Task, 'duration_secs': 0.023554} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.637336] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1533aa1f-69a7-4ea7-a457-b9cf9ddb7ea1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.647272] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1079.647272] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3ceb8-7842-20a2-9dae-64b4585ac130" [ 1079.647272] env[70498]: _type = "Task" [ 1079.647272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.656062] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3ceb8-7842-20a2-9dae-64b4585ac130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.714034] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec5db7-0787-4478-9196-9caeaca9e0bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.724546] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af31c512-b3ee-400e-b50e-10e17c057cf2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.765079] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e342f1-bc09-470e-9040-cd3fd8366a61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.775042] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aafcd5-7e7f-46e3-898e-60c26ec73369 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.799357] env[70498]: DEBUG nova.compute.provider_tree [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.873026] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614993, 'name': Rename_Task, 'duration_secs': 0.290591} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.873026] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.873026] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c3416d6-0c81-4f52-b0c4-0cde28fe4dcc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.878110] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1079.878110] env[70498]: value = "task-3614995" [ 1079.878110] env[70498]: _type = "Task" [ 1079.878110] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.887507] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.983073] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "refresh_cache-4a37d39e-9040-4b77-8701-781973530d84" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.983293] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquired lock "refresh_cache-4a37d39e-9040-4b77-8701-781973530d84" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.983499] env[70498]: DEBUG nova.network.neutron [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.042139] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614994, 'name': Destroy_Task, 'duration_secs': 0.438767} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.042461] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Destroyed the VM [ 1080.042708] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.042999] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9bbad6d-91c0-4ab2-bf56-8f61d027776c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.052945] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1080.052945] env[70498]: value = "task-3614996" [ 1080.052945] env[70498]: _type = "Task" [ 1080.052945] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.061848] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614996, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.132198] env[70498]: INFO nova.compute.manager [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Took 44.19 seconds to build instance. [ 1080.159121] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e3ceb8-7842-20a2-9dae-64b4585ac130, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.160131] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.160412] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.160704] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0149244-ee0f-4d45-8498-ddde1898ff12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.168912] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1080.168912] env[70498]: value = "task-3614997" [ 1080.168912] env[70498]: _type = "Task" [ 1080.168912] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.178188] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.224270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7585c114-232f-4dbe-a21e-5b6ac716ab5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.234485] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Doing hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1080.234671] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ec48688f-873e-4aea-aa15-7028166d229d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.242534] env[70498]: DEBUG oslo_vmware.api [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1080.242534] env[70498]: value = "task-3614998" [ 1080.242534] env[70498]: _type = "Task" [ 1080.242534] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.253701] env[70498]: DEBUG oslo_vmware.api [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614998, 'name': ResetVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.303134] env[70498]: DEBUG nova.scheduler.client.report [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.390116] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.513221] env[70498]: DEBUG nova.network.neutron [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.564033] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614996, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.608547] env[70498]: DEBUG nova.network.neutron [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.642251] env[70498]: DEBUG oslo_concurrency.lockutils [None req-faf5acb2-edd8-4d4d-90a0-fae4bdbd86d2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.714s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.686280] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614997, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.759688] env[70498]: DEBUG oslo_vmware.api [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3614998, 'name': ResetVM_Task, 'duration_secs': 0.112915} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.760493] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Did hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1080.761113] env[70498]: DEBUG nova.compute.manager [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.764177] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b109d35e-8c91-4af1-8cae-25d5001d857c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.809762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.813369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.475s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.814133] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.814133] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1080.815234] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.986s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.816899] env[70498]: INFO nova.compute.claims [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.822322] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a496db1-b7a1-470a-86f6-e5d3e2bc8f8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.836617] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522f410-e6e1-4c4b-80aa-1f41558af663 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.845047] env[70498]: INFO nova.scheduler.client.report [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleted allocations for instance fd0cef81-c030-44eb-8fc0-5b53407096f2 [ 1080.863979] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d9750-2982-4995-8bb9-13c1305ba292 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.871115] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97dd035-5c19-442b-bbb2-2df5f0259c91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.905840] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178766MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1080.906146] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.914912] env[70498]: DEBUG oslo_vmware.api [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3614995, 'name': PowerOnVM_Task, 'duration_secs': 0.899628} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.915213] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.915459] env[70498]: INFO nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Took 18.25 seconds to spawn the instance on the hypervisor. [ 1080.915607] env[70498]: DEBUG nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.916475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c737c043-7a4e-4481-8332-799d3e6ffa0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.985840] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.986156] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.026142] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.026142] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.064346] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614996, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.111206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Releasing lock "refresh_cache-4a37d39e-9040-4b77-8701-781973530d84" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.111694] env[70498]: DEBUG nova.compute.manager [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.111923] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.112848] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0c8c0-dd45-4674-9525-f6e7240579f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.121979] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.122367] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-371ddfb5-c2f5-4cdb-b56f-66ca561e6a22 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.129870] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1081.129870] env[70498]: value = "task-3614999" [ 1081.129870] env[70498]: _type = "Task" [ 1081.129870] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.139175] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.184928] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3614997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59477} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.185509] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.185863] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.186284] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47208e05-9a4a-447e-a10d-335d4efb6b51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.193914] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1081.193914] env[70498]: value = "task-3615000" [ 1081.193914] env[70498]: _type = "Task" [ 1081.193914] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.203515] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.289091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cab7c80b-8638-446a-9859-ddecc3fb4111 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.424s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.355569] env[70498]: DEBUG oslo_concurrency.lockutils [None req-05896db8-a366-4e07-80db-c5397b7dd578 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "fd0cef81-c030-44eb-8fc0-5b53407096f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.425s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.446016] env[70498]: INFO nova.compute.manager [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Took 56.31 seconds to build instance. [ 1081.488261] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.518658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "5dacfb23-4e8e-45de-8927-d4079536a77e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.518942] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.519814] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.520050] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.520197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.522324] env[70498]: INFO nova.compute.manager [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Terminating instance [ 1081.531279] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.566097] env[70498]: DEBUG oslo_vmware.api [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3614996, 'name': RemoveSnapshot_Task, 'duration_secs': 1.341123} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.566382] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1081.640718] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3614999, 'name': PowerOffVM_Task, 'duration_secs': 0.268193} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.640718] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.640881] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.643022] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e83420b-c5f9-4c5b-a28b-14305e098b8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.669388] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.669388] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.669388] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Deleting the datastore file [datastore2] 4a37d39e-9040-4b77-8701-781973530d84 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.669655] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30fa8f0e-43ca-4eee-b6c8-8e46fe9a8d2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.676756] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for the task: (returnval){ [ 1081.676756] env[70498]: value = "task-3615002" [ 1081.676756] env[70498]: _type = "Task" [ 1081.676756] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.685315] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3615002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.704351] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086612} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.704432] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.705194] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9be6b4a-5b36-4eda-a6e3-ba3af6d74ee7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.734502] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.735268] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa3800a-6ac0-4ce1-b3a2-e9a7a4f5030f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.756981] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1081.756981] env[70498]: value = "task-3615003" [ 1081.756981] env[70498]: _type = "Task" [ 1081.756981] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.765951] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.947562] env[70498]: DEBUG oslo_concurrency.lockutils [None req-396472a4-3c06-4de2-9b40-db9e7fdfd5aa tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.846s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.968873] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "1121ea15-18c5-4127-b850-ce004941cd48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.969341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.969580] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "1121ea15-18c5-4127-b850-ce004941cd48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.971508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.971716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.973792] env[70498]: INFO nova.compute.manager [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Terminating instance [ 1082.016831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.031678] env[70498]: DEBUG nova.compute.manager [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.031827] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.036432] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5daa2d-65ae-4960-9a63-c2badfef957d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.052087] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.052087] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46e75e2e-cbfe-4a13-be52-6d7e49f958fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.068133] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1082.068133] env[70498]: value = "task-3615004" [ 1082.068133] env[70498]: _type = "Task" [ 1082.068133] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.069444] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.074348] env[70498]: WARNING nova.compute.manager [None req-f291b741-5820-4fec-a0e0-8d17447e1b37 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Image not found during snapshot: nova.exception.ImageNotFound: Image ad226df7-d25f-45a4-b3bc-cace3d56c9ef could not be found. [ 1082.086073] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.190808] env[70498]: DEBUG oslo_vmware.api [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Task: {'id': task-3615002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241288} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.191118] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.191312] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.191494] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.191659] env[70498]: INFO nova.compute.manager [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1082.192275] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.192275] env[70498]: DEBUG nova.compute.manager [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.192275] env[70498]: DEBUG nova.network.neutron [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.221818] env[70498]: DEBUG nova.network.neutron [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.273367] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615003, 'name': ReconfigVM_Task, 'duration_secs': 0.363616} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.274204] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.274598] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-947dc983-3cb4-4310-883c-9713aadcafb5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.283787] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1082.283787] env[70498]: value = "task-3615005" [ 1082.283787] env[70498]: _type = "Task" [ 1082.283787] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.292581] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615005, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.347782] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1201afd-9bbb-4517-b5e1-e7a2a53ecc09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.355699] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec67d2f5-7eaf-4646-9458-abfb777aebdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.387027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391f4c05-6056-4ab9-9822-e6066c332444 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.395066] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7dffa7-f659-40d7-bdcf-0c7aa98364ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.412065] env[70498]: DEBUG nova.compute.provider_tree [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.415711] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.415998] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.416269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.416535] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.416668] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.418707] env[70498]: INFO nova.compute.manager [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Terminating instance [ 1082.480292] env[70498]: DEBUG nova.compute.manager [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.480576] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.481731] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa7cb99-572d-4432-9537-b76314691083 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.490020] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.490161] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91415747-0fdc-4579-b4dd-63a9edef51a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.499545] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1082.499545] env[70498]: value = "task-3615006" [ 1082.499545] env[70498]: _type = "Task" [ 1082.499545] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.508281] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.530618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "8f026176-3148-4a5e-8f67-09477de45b2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.530618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.530618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.530618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.531132] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.532040] env[70498]: INFO nova.compute.manager [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Terminating instance [ 1082.579862] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615004, 'name': PowerOffVM_Task, 'duration_secs': 0.286142} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.580361] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.580536] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.580794] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec74e2da-e0f3-408c-a9a0-2bed10ebfc30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.645031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.645186] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.645281] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore1] 5dacfb23-4e8e-45de-8927-d4079536a77e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.645578] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1016bddb-2fa8-4245-8163-1e8640d290c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.652716] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1082.652716] env[70498]: value = "task-3615008" [ 1082.652716] env[70498]: _type = "Task" [ 1082.652716] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.662660] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.724918] env[70498]: DEBUG nova.network.neutron [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.795401] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615005, 'name': Rename_Task, 'duration_secs': 0.152235} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.795714] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.795963] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05757a88-abca-42c3-b658-bfceb424aeb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.806801] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1082.806801] env[70498]: value = "task-3615009" [ 1082.806801] env[70498]: _type = "Task" [ 1082.806801] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.814266] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.919574] env[70498]: DEBUG nova.scheduler.client.report [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.927566] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "refresh_cache-cb2ec9f9-6861-48e7-aad2-01442d18abd5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.927745] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquired lock "refresh_cache-cb2ec9f9-6861-48e7-aad2-01442d18abd5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.927939] env[70498]: DEBUG nova.network.neutron [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.011019] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615006, 'name': PowerOffVM_Task, 'duration_secs': 0.270109} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.011019] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.011019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.011019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf17d17-d40a-4025-84c6-4b7240b4c100 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.036322] env[70498]: DEBUG nova.compute.manager [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.036322] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.036706] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4451dbe6-e58e-49f4-947f-7111cc814408 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.045516] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.045647] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0abba6-5db8-48ec-a4c1-92f64701fef1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.052337] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1083.052337] env[70498]: value = "task-3615011" [ 1083.052337] env[70498]: _type = "Task" [ 1083.052337] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.061111] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.072347] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.072347] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.072347] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore2] 1121ea15-18c5-4127-b850-ce004941cd48 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.072347] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa268cf0-5292-478f-821a-5115e99acddd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.080351] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1083.080351] env[70498]: value = "task-3615012" [ 1083.080351] env[70498]: _type = "Task" [ 1083.080351] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.092873] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.164031] env[70498]: DEBUG oslo_vmware.api [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360022} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.164609] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.165027] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.165398] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.165965] env[70498]: INFO nova.compute.manager [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1083.166486] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.166838] env[70498]: DEBUG nova.compute.manager [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.168018] env[70498]: DEBUG nova.network.neutron [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.229319] env[70498]: INFO nova.compute.manager [-] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Took 1.04 seconds to deallocate network for instance. [ 1083.318174] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.433164] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.433900] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.437666] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.938s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.440926] env[70498]: INFO nova.compute.claims [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.478803] env[70498]: DEBUG nova.network.neutron [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.550659] env[70498]: DEBUG nova.network.neutron [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.562330] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615011, 'name': PowerOffVM_Task, 'duration_secs': 0.256358} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.563015] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.563316] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.563563] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2a53dba-1f88-4e86-b0a8-8d30cdcf428b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.588603] env[70498]: DEBUG oslo_vmware.api [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27789} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.588957] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.589308] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.589521] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.589698] env[70498]: INFO nova.compute.manager [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1083.589930] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.590136] env[70498]: DEBUG nova.compute.manager [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.590240] env[70498]: DEBUG nova.network.neutron [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.651845] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.651845] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.651845] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleting the datastore file [datastore1] 8f026176-3148-4a5e-8f67-09477de45b2b {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.651845] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be110ba7-cc33-4889-ab16-c6d023cc2c40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.660048] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1083.660048] env[70498]: value = "task-3615014" [ 1083.660048] env[70498]: _type = "Task" [ 1083.660048] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.666902] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.735248] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.798177] env[70498]: DEBUG nova.compute.manager [req-0277d93d-b02a-4a5a-b17d-e66b360e0fd7 req-09aa68c4-c75c-4410-80f4-1245ca7126f6 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Received event network-vif-deleted-b6c86a3f-99c0-4dd4-a18b-d82ad57471d2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.798261] env[70498]: INFO nova.compute.manager [req-0277d93d-b02a-4a5a-b17d-e66b360e0fd7 req-09aa68c4-c75c-4410-80f4-1245ca7126f6 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Neutron deleted interface b6c86a3f-99c0-4dd4-a18b-d82ad57471d2; detaching it from the instance and deleting it from the info cache [ 1083.798429] env[70498]: DEBUG nova.network.neutron [req-0277d93d-b02a-4a5a-b17d-e66b360e0fd7 req-09aa68c4-c75c-4410-80f4-1245ca7126f6 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.821687] env[70498]: DEBUG oslo_vmware.api [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615009, 'name': PowerOnVM_Task, 'duration_secs': 0.526735} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.821687] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.821687] env[70498]: INFO nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1083.821687] env[70498]: DEBUG nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.822360] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3364c-4bf3-439d-8696-a6334cde43a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.844627] env[70498]: DEBUG nova.compute.manager [req-16b21382-e54b-4103-a8fc-dfa6531af681 req-0f013666-19c5-46e6-bdde-8b3f3054065b service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Received event network-vif-deleted-2448161f-1382-4830-88fe-20dcd717fb84 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.844627] env[70498]: INFO nova.compute.manager [req-16b21382-e54b-4103-a8fc-dfa6531af681 req-0f013666-19c5-46e6-bdde-8b3f3054065b service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Neutron deleted interface 2448161f-1382-4830-88fe-20dcd717fb84; detaching it from the instance and deleting it from the info cache [ 1083.844627] env[70498]: DEBUG nova.network.neutron [req-16b21382-e54b-4103-a8fc-dfa6531af681 req-0f013666-19c5-46e6-bdde-8b3f3054065b service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.954879] env[70498]: DEBUG nova.compute.utils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.956518] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.956518] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.030903] env[70498]: DEBUG nova.policy [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fed1a70abf340cb9343000bd432c0b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b604ce868f14448eaa3b955510081746', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.054123] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Releasing lock "refresh_cache-cb2ec9f9-6861-48e7-aad2-01442d18abd5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.054734] env[70498]: DEBUG nova.compute.manager [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.055075] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.056055] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b16659-36d9-4545-8163-0be30409449f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.068476] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.070076] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d4c1b90-80b8-4ceb-a0a0-b7311265fdfd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.075080] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1084.075080] env[70498]: value = "task-3615015" [ 1084.075080] env[70498]: _type = "Task" [ 1084.075080] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.083187] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3615015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.167784] env[70498]: DEBUG oslo_vmware.api [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474382} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.167983] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.168363] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.168363] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.168510] env[70498]: INFO nova.compute.manager [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1084.168741] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.168934] env[70498]: DEBUG nova.compute.manager [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.169038] env[70498]: DEBUG nova.network.neutron [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.284238] env[70498]: DEBUG nova.network.neutron [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.300994] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9685054d-b415-4b4b-8406-32ecf9d745dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.313546] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5713d906-f952-4022-b1ca-8a42caa0660c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.329749] env[70498]: DEBUG nova.network.neutron [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.345153] env[70498]: INFO nova.compute.manager [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Took 40.39 seconds to build instance. [ 1084.360652] env[70498]: DEBUG nova.compute.manager [req-0277d93d-b02a-4a5a-b17d-e66b360e0fd7 req-09aa68c4-c75c-4410-80f4-1245ca7126f6 service nova] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Detach interface failed, port_id=b6c86a3f-99c0-4dd4-a18b-d82ad57471d2, reason: Instance 5dacfb23-4e8e-45de-8927-d4079536a77e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.361247] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58b77899-a7ee-4932-8947-226bdc00b5c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.371104] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94281152-24cc-4529-b2b8-8ea67eaa9b4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.386782] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Successfully created port: 28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.406387] env[70498]: DEBUG nova.compute.manager [req-16b21382-e54b-4103-a8fc-dfa6531af681 req-0f013666-19c5-46e6-bdde-8b3f3054065b service nova] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Detach interface failed, port_id=2448161f-1382-4830-88fe-20dcd717fb84, reason: Instance 1121ea15-18c5-4127-b850-ce004941cd48 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1084.462299] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.589250] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3615015, 'name': PowerOffVM_Task, 'duration_secs': 0.20737} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.589590] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.589777] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.590046] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9af2c32f-fff2-4249-a607-cbeaf05318f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.620835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.620835] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.621142] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleting the datastore file [datastore2] cb2ec9f9-6861-48e7-aad2-01442d18abd5 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.621866] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e3c2e4-40ca-4f78-b266-843481c271ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.633351] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for the task: (returnval){ [ 1084.633351] env[70498]: value = "task-3615017" [ 1084.633351] env[70498]: _type = "Task" [ 1084.633351] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.646318] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3615017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.786468] env[70498]: INFO nova.compute.manager [-] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Took 1.62 seconds to deallocate network for instance. [ 1084.833075] env[70498]: INFO nova.compute.manager [-] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Took 1.24 seconds to deallocate network for instance. [ 1084.861686] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665832c-acdf-481d-bf5f-d07d2c8d0659 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.865237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4ce88ba4-6cbb-4d8f-9d72-6a55b507ec19 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.915s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.870273] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8950e244-ec58-4deb-890c-7ce1fc05e9dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.902087] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca9ec88-d941-4312-8210-3698af1b906e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.909931] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f37a1-4323-429a-86e2-fc7aeee0625b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.924901] env[70498]: DEBUG nova.compute.provider_tree [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.069904] env[70498]: DEBUG nova.network.neutron [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.143942] env[70498]: DEBUG oslo_vmware.api [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Task: {'id': task-3615017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10508} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.144203] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.144398] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.144587] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.144760] env[70498]: INFO nova.compute.manager [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1085.145015] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.145219] env[70498]: DEBUG nova.compute.manager [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.145308] env[70498]: DEBUG nova.network.neutron [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.162309] env[70498]: DEBUG nova.network.neutron [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.293451] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.345664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.428341] env[70498]: DEBUG nova.scheduler.client.report [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.471707] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.499035] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.499295] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.499453] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.499709] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.499792] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.499906] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.500127] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.500288] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.500452] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.500610] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.500778] env[70498]: DEBUG nova.virt.hardware [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.501688] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1748ec-39d2-41f4-a9d3-ee68e5c3698c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.509839] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d94c06-a7a4-4d69-9023-7ea001f2ac44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.574572] env[70498]: INFO nova.compute.manager [-] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Took 1.40 seconds to deallocate network for instance. [ 1085.664667] env[70498]: DEBUG nova.network.neutron [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.837173] env[70498]: DEBUG nova.compute.manager [req-bdb7b8dd-f107-4da5-82ed-8560a45c3c36 req-8fc4da1b-e53b-4e2e-98aa-d7950cdd2a06 service nova] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Received event network-vif-deleted-23fda811-eaec-4600-97a9-d8ec187618ab {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.934461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.936107] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.938277] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.921s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.940153] env[70498]: INFO nova.compute.claims [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.007594] env[70498]: DEBUG nova.compute.manager [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Received event network-vif-plugged-28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.007823] env[70498]: DEBUG oslo_concurrency.lockutils [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] Acquiring lock "aa405dfe-8140-435c-b852-a702edbc7815-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.008152] env[70498]: DEBUG oslo_concurrency.lockutils [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] Lock "aa405dfe-8140-435c-b852-a702edbc7815-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.008198] env[70498]: DEBUG oslo_concurrency.lockutils [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] Lock "aa405dfe-8140-435c-b852-a702edbc7815-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.008399] env[70498]: DEBUG nova.compute.manager [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] No waiting events found dispatching network-vif-plugged-28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.008517] env[70498]: WARNING nova.compute.manager [req-6e9f0e1a-4408-4b7a-b0e6-c006528020c0 req-bc954227-0378-4cdb-8c5c-c9a7c3305f1f service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Received unexpected event network-vif-plugged-28e0f14f-def0-43e6-affe-884999fd45fd for instance with vm_state building and task_state spawning. [ 1086.080416] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.113270] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Successfully updated port: 28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.168949] env[70498]: INFO nova.compute.manager [-] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Took 1.02 seconds to deallocate network for instance. [ 1086.446206] env[70498]: DEBUG nova.compute.utils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.452593] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.452872] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.529500] env[70498]: DEBUG nova.policy [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a5f7f1cc40d46ceacf61d397d1c6725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8fddf4da1884bc7a06fa8b028a664e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.616602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.616746] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquired lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.616905] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.676618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.703473] env[70498]: DEBUG nova.compute.manager [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1086.847760] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Successfully created port: 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.957217] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.160661] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.221215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.374982] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac7fa2b-bc49-45fc-9836-592b5a790468 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.385133] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e95bb-6f8f-416f-a406-ab0c6e680d76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.391682] env[70498]: DEBUG nova.network.neutron [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updating instance_info_cache with network_info: [{"id": "28e0f14f-def0-43e6-affe-884999fd45fd", "address": "fa:16:3e:9c:78:a8", "network": {"id": "beb5990d-e081-4d7c-8801-4f226d7df79e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-551338556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b604ce868f14448eaa3b955510081746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e0f14f-de", "ovs_interfaceid": "28e0f14f-def0-43e6-affe-884999fd45fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.431204] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4181a1-8d6c-4823-ae3b-8e8223373fbf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.439424] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc7b578-3ee0-4822-8e49-87cf42213128 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.455042] env[70498]: DEBUG nova.compute.provider_tree [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.895545] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Releasing lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.895545] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Instance network_info: |[{"id": "28e0f14f-def0-43e6-affe-884999fd45fd", "address": "fa:16:3e:9c:78:a8", "network": {"id": "beb5990d-e081-4d7c-8801-4f226d7df79e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-551338556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b604ce868f14448eaa3b955510081746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e0f14f-de", "ovs_interfaceid": "28e0f14f-def0-43e6-affe-884999fd45fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.895658] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:78:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bafe8721-91d4-4127-b215-d9e8e27947dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e0f14f-def0-43e6-affe-884999fd45fd', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.905467] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Creating folder: Project (b604ce868f14448eaa3b955510081746). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.905842] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc321efc-6f95-48f5-8e38-b774c309e4cb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.919201] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Created folder: Project (b604ce868f14448eaa3b955510081746) in parent group-v720819. [ 1087.919759] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Creating folder: Instances. Parent ref: group-v721064. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.920020] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d3f479-a527-45fd-abfd-dfc7a6a962bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.929643] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Created folder: Instances in parent group-v721064. [ 1087.929898] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.930112] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.930411] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8b7afcf-67eb-4698-a063-f838065406f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.949537] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.949537] env[70498]: value = "task-3615020" [ 1087.949537] env[70498]: _type = "Task" [ 1087.949537] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.957848] env[70498]: DEBUG nova.scheduler.client.report [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.963019] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615020, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.967516] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.997498] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.998154] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.998154] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.998288] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.998401] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.998556] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.998767] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.999052] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.001196] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.001196] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.001196] env[70498]: DEBUG nova.virt.hardware [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.001196] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d60fbf7-8e5e-4c7f-ab9b-f14a3cd0853e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.012905] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac87a4b-1e7d-4d4c-9a8f-6b3e4a9e083a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.038298] env[70498]: DEBUG nova.compute.manager [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Received event network-changed-28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.038298] env[70498]: DEBUG nova.compute.manager [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Refreshing instance network info cache due to event network-changed-28e0f14f-def0-43e6-affe-884999fd45fd. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.038480] env[70498]: DEBUG oslo_concurrency.lockutils [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] Acquiring lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.038519] env[70498]: DEBUG oslo_concurrency.lockutils [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] Acquired lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.038676] env[70498]: DEBUG nova.network.neutron [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Refreshing network info cache for port 28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.459474] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615020, 'name': CreateVM_Task, 'duration_secs': 0.346851} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.460033] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.461515] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Successfully updated port: 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.466794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.466794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.466794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.466794] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7cc02fd-0cc0-48e2-b2c2-ddb299637a32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.468148] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.468687] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.472337] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.117s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.474210] env[70498]: INFO nova.compute.claims [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.481859] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1088.481859] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe2c16-219e-a4c6-3fd8-e3af252c13cd" [ 1088.481859] env[70498]: _type = "Task" [ 1088.481859] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.492244] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe2c16-219e-a4c6-3fd8-e3af252c13cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.719870] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.720193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.720479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.720688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.721947] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.723805] env[70498]: INFO nova.compute.manager [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Terminating instance [ 1088.803499] env[70498]: DEBUG nova.network.neutron [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updated VIF entry in instance network info cache for port 28e0f14f-def0-43e6-affe-884999fd45fd. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1088.803882] env[70498]: DEBUG nova.network.neutron [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updating instance_info_cache with network_info: [{"id": "28e0f14f-def0-43e6-affe-884999fd45fd", "address": "fa:16:3e:9c:78:a8", "network": {"id": "beb5990d-e081-4d7c-8801-4f226d7df79e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-551338556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b604ce868f14448eaa3b955510081746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e0f14f-de", "ovs_interfaceid": "28e0f14f-def0-43e6-affe-884999fd45fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.965910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.966231] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.966489] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.982779] env[70498]: DEBUG nova.compute.utils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.984900] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.985090] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.999144] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fe2c16-219e-a4c6-3fd8-e3af252c13cd, 'name': SearchDatastore_Task, 'duration_secs': 0.026513} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.999144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.999441] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.999796] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.000082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.001115] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.001115] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08d7f5c2-a45a-4329-90f6-1a438a9b6ee2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.014178] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.014416] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.015226] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b3a6f1-48a5-4b3f-878d-ea87fe2075be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.021329] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1089.021329] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c3e148-795d-3fa8-cdb1-8ddba01da8ad" [ 1089.021329] env[70498]: _type = "Task" [ 1089.021329] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.032413] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c3e148-795d-3fa8-cdb1-8ddba01da8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.036030] env[70498]: DEBUG nova.policy [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.230863] env[70498]: DEBUG nova.compute.manager [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.231171] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.232125] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740ce1b-9442-4c36-a3b8-d5cad21932e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.243846] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.243846] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459b9d17-0159-4932-b739-018aa83e0e5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.249855] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1089.249855] env[70498]: value = "task-3615021" [ 1089.249855] env[70498]: _type = "Task" [ 1089.249855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.264256] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.307275] env[70498]: DEBUG oslo_concurrency.lockutils [req-9731f09a-49b4-4b89-a08e-a1eeec6fe13e req-49ebc03a-b359-45df-9ad2-f6100ba4277a service nova] Releasing lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.399080] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Successfully created port: b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.487859] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.525021] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.541043] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c3e148-795d-3fa8-cdb1-8ddba01da8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.032193} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.541865] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd280dfc-b457-4dfa-93b1-35be66d657d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.551164] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1089.551164] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d9aa09-58b5-f344-ace5-87f554da4c2c" [ 1089.551164] env[70498]: _type = "Task" [ 1089.551164] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.561400] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d9aa09-58b5-f344-ace5-87f554da4c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.561792] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.562183] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] aa405dfe-8140-435c-b852-a702edbc7815/aa405dfe-8140-435c-b852-a702edbc7815.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.562550] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bed6f6e-6888-4188-b3f4-f82fcde4aa42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.570117] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1089.570117] env[70498]: value = "task-3615022" [ 1089.570117] env[70498]: _type = "Task" [ 1089.570117] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.581207] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.675607] env[70498]: DEBUG nova.network.neutron [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.755987] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.756603] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.770968] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615021, 'name': PowerOffVM_Task, 'duration_secs': 0.196696} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.772432] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.772748] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.776181] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d820240c-04d3-4588-8278-6c483525e64a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.859080] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.859260] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.859604] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleting the datastore file [datastore1] 98b2294e-8df8-4b09-951b-0e99dae111d1 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.859969] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d30bd3f-99c4-49f4-803b-ce2391d9d841 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.869094] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1089.869094] env[70498]: value = "task-3615024" [ 1089.869094] env[70498]: _type = "Task" [ 1089.869094] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.882069] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.992173] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24da862f-6b10-418d-9fa2-f2dc1b88cf3d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.006510] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d1bc2-6487-4d69-99a5-3d5ad5da575f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.039860] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43397176-531b-43cc-94aa-6138bf44bab8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.048513] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5a7d3-3824-4c34-9e95-e59161dc63ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.066092] env[70498]: DEBUG nova.compute.provider_tree [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.077190] env[70498]: DEBUG nova.compute.manager [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-vif-plugged-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.077413] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.077614] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.077774] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.078044] env[70498]: DEBUG nova.compute.manager [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] No waiting events found dispatching network-vif-plugged-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.078098] env[70498]: WARNING nova.compute.manager [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received unexpected event network-vif-plugged-58ab40dd-a853-4069-9dcc-be37d0131252 for instance with vm_state building and task_state spawning. [ 1090.078356] env[70498]: DEBUG nova.compute.manager [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.078391] env[70498]: DEBUG nova.compute.manager [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing instance network info cache due to event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.078589] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.082542] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457805} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.082723] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] aa405dfe-8140-435c-b852-a702edbc7815/aa405dfe-8140-435c-b852-a702edbc7815.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.082950] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.083457] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0471e438-3132-4618-8121-3c984044e7f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.091180] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1090.091180] env[70498]: value = "task-3615025" [ 1090.091180] env[70498]: _type = "Task" [ 1090.091180] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.099298] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.181119] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.181561] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Instance network_info: |[{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.181821] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.182096] env[70498]: DEBUG nova.network.neutron [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.183479] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:e2:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ab40dd-a853-4069-9dcc-be37d0131252', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.191320] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.194231] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.194759] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cae84290-9e75-4ca3-aeb5-f7fe5f36d37c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.217944] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.217944] env[70498]: value = "task-3615026" [ 1090.217944] env[70498]: _type = "Task" [ 1090.217944] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.225490] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615026, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.264428] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.379718] env[70498]: DEBUG oslo_vmware.api [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241864} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.379969] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.380194] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.380377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.380548] env[70498]: INFO nova.compute.manager [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1090.380782] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.383339] env[70498]: DEBUG nova.compute.manager [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.383448] env[70498]: DEBUG nova.network.neutron [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.457566] env[70498]: DEBUG nova.network.neutron [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updated VIF entry in instance network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.458301] env[70498]: DEBUG nova.network.neutron [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.504390] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.531441] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.531591] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.531762] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.531942] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.532083] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.533075] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.533075] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.533075] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.533075] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.533075] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.533361] env[70498]: DEBUG nova.virt.hardware [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.533996] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2eca3-a6c4-4bb6-a801-cb0d5598d8fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.542602] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a6f9f9-bdd6-4a55-9ed4-8d8f5972490b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.569269] env[70498]: DEBUG nova.scheduler.client.report [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.601814] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174679} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.605104] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.605104] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c3d1a6-dd77-4b4f-a00e-3b869c049fc5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.632375] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] aa405dfe-8140-435c-b852-a702edbc7815/aa405dfe-8140-435c-b852-a702edbc7815.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.634903] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb15fbca-33a3-4d01-8167-0564b1331f10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.656315] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1090.656315] env[70498]: value = "task-3615027" [ 1090.656315] env[70498]: _type = "Task" [ 1090.656315] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.664232] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.758900] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615026, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.796658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.961290] env[70498]: DEBUG oslo_concurrency.lockutils [req-92ced544-bdff-4a9b-8fee-3e67acb7c68d req-4d4a413a-e48c-4043-a25f-ae60281fd786 service nova] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.075637] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.076439] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.080541] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.098s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.081604] env[70498]: INFO nova.compute.claims [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.167374] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.209951] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Successfully updated port: b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.229096] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615026, 'name': CreateVM_Task, 'duration_secs': 0.663667} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.229476] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.230338] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.230636] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.230953] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.231699] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-776c462e-3698-4a74-a270-7d84f0eab145 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.239325] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1091.239325] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c09742-20dc-f6b6-2beb-4d69f5426763" [ 1091.239325] env[70498]: _type = "Task" [ 1091.239325] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.252112] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c09742-20dc-f6b6-2beb-4d69f5426763, 'name': SearchDatastore_Task, 'duration_secs': 0.010375} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.252578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.253014] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.253284] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.253564] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.253768] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.254144] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb131e29-a4aa-47e1-8de2-51a6c65f5cdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.265065] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.265065] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.265641] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0bfc3b-997a-4862-82ef-763215f7ba32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.273068] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1091.273068] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ff6d23-8dca-ce07-8964-785e46d4111c" [ 1091.273068] env[70498]: _type = "Task" [ 1091.273068] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.283281] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ff6d23-8dca-ce07-8964-785e46d4111c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.586971] env[70498]: DEBUG nova.compute.utils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.588446] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.588628] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.590854] env[70498]: DEBUG nova.network.neutron [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.637949] env[70498]: DEBUG nova.policy [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4898621c97240a9ae8945810ae08140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4948ce57c15b4a16b342624f307f35db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.667114] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615027, 'name': ReconfigVM_Task, 'duration_secs': 0.931418} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.667542] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Reconfigured VM instance instance-00000054 to attach disk [datastore2] aa405dfe-8140-435c-b852-a702edbc7815/aa405dfe-8140-435c-b852-a702edbc7815.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.668364] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adf45dc3-8bd9-4ef9-9a61-d4695c4d5b3e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.675081] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1091.675081] env[70498]: value = "task-3615028" [ 1091.675081] env[70498]: _type = "Task" [ 1091.675081] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.684722] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615028, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.715352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.715352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.715352] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.783633] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ff6d23-8dca-ce07-8964-785e46d4111c, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.786486] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e733599-3e76-46cd-8155-c2525aa60571 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.792691] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1091.792691] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529ae383-1010-d487-620f-ba0b99ce9314" [ 1091.792691] env[70498]: _type = "Task" [ 1091.792691] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.802191] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529ae383-1010-d487-620f-ba0b99ce9314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.890064] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully created port: cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.094810] env[70498]: INFO nova.compute.manager [-] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Took 1.71 seconds to deallocate network for instance. [ 1092.095432] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.181840] env[70498]: DEBUG nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-vif-plugged-b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.182260] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.182367] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.182546] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.182714] env[70498]: DEBUG nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] No waiting events found dispatching network-vif-plugged-b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.182885] env[70498]: WARNING nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received unexpected event network-vif-plugged-b545c1ad-8b21-4c2e-96a4-d52c28c57408 for instance with vm_state building and task_state spawning. [ 1092.183058] env[70498]: DEBUG nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Received event network-vif-deleted-5a1b8e46-e3e9-4004-b802-1c38aa6b45d0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.183227] env[70498]: DEBUG nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-changed-b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.183378] env[70498]: DEBUG nova.compute.manager [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing instance network info cache due to event network-changed-b545c1ad-8b21-4c2e-96a4-d52c28c57408. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.183532] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.196020] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615028, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.219729] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully created port: 88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.270358] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.305820] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529ae383-1010-d487-620f-ba0b99ce9314, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.305820] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.305820] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/8e5634c6-3e54-40a2-ae93-2621005c01cb.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.305820] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021f8c9c-8056-4ae7-9885-7e32b6bc09a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314019] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1092.314019] env[70498]: value = "task-3615029" [ 1092.314019] env[70498]: _type = "Task" [ 1092.314019] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.324665] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.533539] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32ebf7-5b75-448b-8d60-196b9576cf59 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.543749] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4dc1db-dd90-47bb-a203-93746907d278 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.547844] env[70498]: DEBUG nova.network.neutron [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.581395] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a46c9-1bbf-4995-960f-89855d095052 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.591361] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed0e2a-f632-4c03-b4af-670fa4ba4ed6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.612356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.612356] env[70498]: DEBUG nova.compute.provider_tree [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.689128] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615028, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.729315] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully created port: 893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.825012] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464012} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.825376] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/8e5634c6-3e54-40a2-ae93-2621005c01cb.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.825528] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.825761] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb2dcb65-76bd-49a6-8914-966e413922fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.831524] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1092.831524] env[70498]: value = "task-3615030" [ 1092.831524] env[70498]: _type = "Task" [ 1092.831524] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.839816] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.050289] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.050662] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Instance network_info: |[{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.051101] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.051310] env[70498]: DEBUG nova.network.neutron [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing network info cache for port b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.052569] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:6f:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b545c1ad-8b21-4c2e-96a4-d52c28c57408', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.060943] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating folder: Project (ee211db01d3349da8f30541f9eef7543). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.062073] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d15049d1-9966-4738-9158-da33d529ed04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.074121] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created folder: Project (ee211db01d3349da8f30541f9eef7543) in parent group-v720819. [ 1093.074329] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating folder: Instances. Parent ref: group-v721068. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1093.074562] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b810c029-40c8-4ad5-821c-62453358d2d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.083918] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created folder: Instances in parent group-v721068. [ 1093.084156] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.084371] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.084595] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1727a6c6-e2d0-4ba0-ada9-f73c8fbde3f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.104038] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.104038] env[70498]: value = "task-3615033" [ 1093.104038] env[70498]: _type = "Task" [ 1093.104038] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.111531] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615033, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.114712] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.117174] env[70498]: DEBUG nova.scheduler.client.report [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.147759] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.148071] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.148330] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.148588] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.148778] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.149044] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.149345] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.149558] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.149764] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.149960] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.150185] env[70498]: DEBUG nova.virt.hardware [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.151107] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a78770e-2631-499c-9664-66bce4f816cb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.158860] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4e952a-0df8-4f03-b387-0a22cbdcccb0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.184371] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615028, 'name': Rename_Task, 'duration_secs': 1.096911} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.184633] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.184864] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a8807b-138e-4cc8-99b5-92c6ec511a12 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.190085] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1093.190085] env[70498]: value = "task-3615034" [ 1093.190085] env[70498]: _type = "Task" [ 1093.190085] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.197340] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.340901] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072291} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.341246] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.342032] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae89d58-c0e9-4747-bf51-1aface0f53ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.363474] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/8e5634c6-3e54-40a2-ae93-2621005c01cb.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.363742] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39618657-76b5-448f-be3f-143e0d93e76e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.384064] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1093.384064] env[70498]: value = "task-3615035" [ 1093.384064] env[70498]: _type = "Task" [ 1093.384064] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.391680] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.614620] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615033, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.622716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.623399] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.626681] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.711s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.627928] env[70498]: INFO nova.compute.claims [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.701314] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.895646] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615035, 'name': ReconfigVM_Task, 'duration_secs': 0.344737} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.896049] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/8e5634c6-3e54-40a2-ae93-2621005c01cb.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.896771] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17f53bda-b60a-4c3a-8fab-bdf0a58ba97f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.905130] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1093.905130] env[70498]: value = "task-3615036" [ 1093.905130] env[70498]: _type = "Task" [ 1093.905130] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.915925] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615036, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.102416] env[70498]: DEBUG nova.network.neutron [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updated VIF entry in instance network info cache for port b545c1ad-8b21-4c2e-96a4-d52c28c57408. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.102877] env[70498]: DEBUG nova.network.neutron [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.116201] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615033, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.132554] env[70498]: DEBUG nova.compute.utils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.136151] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.136335] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.198375] env[70498]: DEBUG nova.policy [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0ea815c46d4e22a62aa1099bc514a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04022d5cd2444153a7ac0a9eb7eba8a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.205426] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.221127] env[70498]: DEBUG nova.compute.manager [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-plugged-cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.221127] env[70498]: DEBUG oslo_concurrency.lockutils [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.221411] env[70498]: DEBUG oslo_concurrency.lockutils [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.221512] env[70498]: DEBUG oslo_concurrency.lockutils [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.221596] env[70498]: DEBUG nova.compute.manager [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] No waiting events found dispatching network-vif-plugged-cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.221777] env[70498]: WARNING nova.compute.manager [req-cd72c710-4351-4ef6-b448-c68da466211b req-a4f9d963-e151-427e-9706-4f5928abe29d service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received unexpected event network-vif-plugged-cd620493-e9bd-4fc2-b9d6-d30b6be056cc for instance with vm_state building and task_state spawning. [ 1094.335294] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.335541] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.415527] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615036, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.420064] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully updated port: cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.582589] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Successfully created port: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.611484] env[70498]: DEBUG oslo_concurrency.lockutils [req-1fe4f1ec-6ae8-48b7-9cc3-40e157c5ffd5 req-b801df00-dbed-4315-85de-f5ea8d7149f6 service nova] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.615777] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615033, 'name': CreateVM_Task, 'duration_secs': 1.087047} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.616057] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.616685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.616853] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.617185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.617443] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f53b905-54fd-4582-bfc9-d36542896df7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.623038] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1094.623038] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523e72c8-6531-3a6b-9601-54cd4a21dd55" [ 1094.623038] env[70498]: _type = "Task" [ 1094.623038] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.630106] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523e72c8-6531-3a6b-9601-54cd4a21dd55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.636764] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.706754] env[70498]: DEBUG oslo_vmware.api [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615034, 'name': PowerOnVM_Task, 'duration_secs': 1.242122} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.707716] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.707716] env[70498]: INFO nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1094.707716] env[70498]: DEBUG nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.708366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2d822-0cdd-45dc-a048-51f260de85b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.838859] env[70498]: DEBUG nova.compute.utils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.917369] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615036, 'name': Rename_Task, 'duration_secs': 0.918935} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.917640] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.917888] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652d86e6-f650-46b2-b410-1d7991f035e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.927035] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1094.927035] env[70498]: value = "task-3615037" [ 1094.927035] env[70498]: _type = "Task" [ 1094.927035] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.934805] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.011460] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d705d9-66a5-44cf-b45c-5c213442e995 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.021043] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65277657-2eb3-418b-90f0-85370278081f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.052832] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0ed50-f2d3-4f28-9282-4e4ac8fab479 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.061508] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172c4af-ec49-472b-aeaa-c2b56edfa307 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.075787] env[70498]: DEBUG nova.compute.provider_tree [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.134884] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523e72c8-6531-3a6b-9601-54cd4a21dd55, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.135202] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.136084] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.136084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.136084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.136084] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.136413] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a833b809-dcd6-4669-ad3f-da063be39e8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.147387] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.148119] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.148591] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fcbfbc-e88e-4b9b-9c4c-89add5946ee1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.154338] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1095.154338] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52861301-2a3c-f1c4-e0e6-909dbf74168f" [ 1095.154338] env[70498]: _type = "Task" [ 1095.154338] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.162170] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52861301-2a3c-f1c4-e0e6-909dbf74168f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.230754] env[70498]: INFO nova.compute.manager [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Took 33.43 seconds to build instance. [ 1095.343378] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.436548] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.579307] env[70498]: DEBUG nova.scheduler.client.report [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.650704] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.665017] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52861301-2a3c-f1c4-e0e6-909dbf74168f, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.665966] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c1cb6a-4a44-4332-94e5-4daed20ed276 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.672221] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1095.672221] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529566c5-c142-2b1d-27d4-9b30842b98c2" [ 1095.672221] env[70498]: _type = "Task" [ 1095.672221] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.677839] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.678090] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.678250] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.678432] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.678577] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.678721] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.678987] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.679168] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.679341] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.679501] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.679673] env[70498]: DEBUG nova.virt.hardware [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.680427] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6787b1-6bbe-4d41-a59b-8b6ca24aa8b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.686026] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529566c5-c142-2b1d-27d4-9b30842b98c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.690738] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca124a5-851b-4eff-8b4e-5ea45d85e888 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.732941] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d1e48c7-adfc-4673-adfd-e2706bc4cd1a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.940s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.938213] env[70498]: DEBUG oslo_vmware.api [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615037, 'name': PowerOnVM_Task, 'duration_secs': 0.735919} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.938387] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.938466] env[70498]: INFO nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1095.938633] env[70498]: DEBUG nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.939416] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2cbfd8-453c-4817-a675-14a83b47984d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.084935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.085472] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.089608] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.830s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.089809] env[70498]: DEBUG nova.objects.instance [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'pci_requests' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.121103] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Successfully updated port: 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.184056] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529566c5-c142-2b1d-27d4-9b30842b98c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.184056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.184253] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b22b6200-a33b-4636-81c6-c58a9f0c14d0/b22b6200-a33b-4636-81c6-c58a9f0c14d0.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.184421] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35486009-36dd-4f40-81ac-752727f19f93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.190934] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1096.190934] env[70498]: value = "task-3615038" [ 1096.190934] env[70498]: _type = "Task" [ 1096.190934] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.200308] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.318079] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-changed-cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.318279] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing instance network info cache due to event network-changed-cd620493-e9bd-4fc2-b9d6-d30b6be056cc. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.318491] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Acquiring lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.318758] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Acquired lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.318888] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing network info cache for port cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.407654] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.407946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.408201] env[70498]: INFO nova.compute.manager [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Attaching volume 657d6a48-ba4b-4584-95b8-42590db60767 to /dev/sdb [ 1096.422628] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "aa405dfe-8140-435c-b852-a702edbc7815" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.423412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.423412] env[70498]: INFO nova.compute.manager [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Rebooting instance [ 1096.447637] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff8ebbe-906e-4f49-b0fc-6059cf9236a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.462516] env[70498]: INFO nova.compute.manager [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Took 32.98 seconds to build instance. [ 1096.464259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b1a321-92c0-4705-b601-1cc6f7c6180d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.480464] env[70498]: DEBUG nova.virt.block_device [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating existing volume attachment record: f16a68c2-f9e2-47b9-9544-10f5200f5c8a {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1096.536734] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully updated port: 88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.593225] env[70498]: DEBUG nova.compute.utils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.593225] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.593602] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.597943] env[70498]: DEBUG nova.objects.instance [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'numa_topology' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.625724] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.625724] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.625724] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.648292] env[70498]: DEBUG nova.policy [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.701670] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463598} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.701937] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b22b6200-a33b-4636-81c6-c58a9f0c14d0/b22b6200-a33b-4636-81c6-c58a9f0c14d0.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.702222] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.702485] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79dd5d8f-9d99-46e7-b63e-bc47fb08f92a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.709558] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1096.709558] env[70498]: value = "task-3615040" [ 1096.709558] env[70498]: _type = "Task" [ 1096.709558] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.719819] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.875182] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.949989] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.950190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquired lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.950366] env[70498]: DEBUG nova.network.neutron [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.967618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48237e66-be0b-4f4f-8580-ee8d82f84888 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.500s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.042618] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.070692] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Successfully created port: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.100501] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.103562] env[70498]: INFO nova.compute.claims [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.179788] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.219638] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060555} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.220274] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.221123] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c26439-de27-4532-a035-3a79572764dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.246140] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b22b6200-a33b-4636-81c6-c58a9f0c14d0/b22b6200-a33b-4636-81c6-c58a9f0c14d0.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.246405] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1c86e21-dc86-4ad4-9e7d-9fb02ce34913 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.274905] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1097.274905] env[70498]: value = "task-3615043" [ 1097.274905] env[70498]: _type = "Task" [ 1097.274905] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.287491] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.486335] env[70498]: DEBUG nova.network.neutron [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating instance_info_cache with network_info: [{"id": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "address": "fa:16:3e:55:20:26", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b6b70b-3e", "ovs_interfaceid": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.546407] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Releasing lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.546681] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Received event network-vif-plugged-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.546880] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.547100] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.547322] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.547511] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] No waiting events found dispatching network-vif-plugged-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.547684] env[70498]: WARNING nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Received unexpected event network-vif-plugged-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 for instance with vm_state building and task_state spawning. [ 1097.547847] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Received event network-changed-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.547999] env[70498]: DEBUG nova.compute.manager [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Refreshing instance network info cache due to event network-changed-62b6b70b-3e5f-45a4-98c4-a5d06ede6974. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.548186] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Acquiring lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.785593] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.835548] env[70498]: DEBUG nova.network.neutron [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updating instance_info_cache with network_info: [{"id": "28e0f14f-def0-43e6-affe-884999fd45fd", "address": "fa:16:3e:9c:78:a8", "network": {"id": "beb5990d-e081-4d7c-8801-4f226d7df79e", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-551338556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b604ce868f14448eaa3b955510081746", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bafe8721-91d4-4127-b215-d9e8e27947dc", "external-id": "nsx-vlan-transportzone-680", "segmentation_id": 680, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e0f14f-de", "ovs_interfaceid": "28e0f14f-def0-43e6-affe-884999fd45fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.947998] env[70498]: DEBUG nova.compute.manager [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.948218] env[70498]: DEBUG nova.compute.manager [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing instance network info cache due to event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.948421] env[70498]: DEBUG oslo_concurrency.lockutils [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.948637] env[70498]: DEBUG oslo_concurrency.lockutils [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.948876] env[70498]: DEBUG nova.network.neutron [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.989197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.989540] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance network_info: |[{"id": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "address": "fa:16:3e:55:20:26", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b6b70b-3e", "ovs_interfaceid": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.989831] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Acquired lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.990042] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Refreshing network info cache for port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.993019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:20:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b6b70b-3e5f-45a4-98c4-a5d06ede6974', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.999518] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.002389] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.002687] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b76abc-e060-4bb8-9026-c4a454aa1490 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.026729] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.026729] env[70498]: value = "task-3615044" [ 1098.026729] env[70498]: _type = "Task" [ 1098.026729] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.036397] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615044, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.118980] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.163519] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.163806] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.163960] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.164247] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.164401] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.164547] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.164755] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.164912] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.165179] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.165535] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.165765] env[70498]: DEBUG nova.virt.hardware [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.166704] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2259f-b6e0-448c-8ab6-6ba58f2c78f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.178452] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa5b33-f9a9-4dc0-bdc3-2e33ec4e0592 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.289563] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615043, 'name': ReconfigVM_Task, 'duration_secs': 0.78267} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.289867] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b22b6200-a33b-4636-81c6-c58a9f0c14d0/b22b6200-a33b-4636-81c6-c58a9f0c14d0.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.290583] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6482700c-d06e-4871-92d2-d47855ecf75a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.299735] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1098.299735] env[70498]: value = "task-3615045" [ 1098.299735] env[70498]: _type = "Task" [ 1098.299735] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.309507] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615045, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.338585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Releasing lock "refresh_cache-aa405dfe-8140-435c-b852-a702edbc7815" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.356211] env[70498]: DEBUG nova.compute.manager [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-plugged-88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.356577] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.356643] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.356807] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.357465] env[70498]: DEBUG nova.compute.manager [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] No waiting events found dispatching network-vif-plugged-88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.357598] env[70498]: WARNING nova.compute.manager [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received unexpected event network-vif-plugged-88745264-6c20-497e-9473-f67db9c1a8f1 for instance with vm_state building and task_state spawning. [ 1098.357788] env[70498]: DEBUG nova.compute.manager [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-changed-88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.357946] env[70498]: DEBUG nova.compute.manager [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing instance network info cache due to event network-changed-88745264-6c20-497e-9473-f67db9c1a8f1. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.358145] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Acquiring lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.358283] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Acquired lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.358440] env[70498]: DEBUG nova.network.neutron [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing network info cache for port 88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.536849] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615044, 'name': CreateVM_Task, 'duration_secs': 0.42265} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.539736] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.540880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.541095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.541437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.541661] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725aedc0-7872-4d80-8831-99b458468e4e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.547616] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1098.547616] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b8587d-c237-3dec-966f-f42da98e4275" [ 1098.547616] env[70498]: _type = "Task" [ 1098.547616] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.559892] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b8587d-c237-3dec-966f-f42da98e4275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.592028] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132ee9e-c142-4859-85e4-86d845e5987d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.599229] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7485e88-0502-4648-95cd-2f7d9a1ebf8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.635238] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0253e4b9-f214-4410-b954-224b4db62b8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.644235] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058bb615-fc31-4248-82c3-31f81b8f7e72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.657906] env[70498]: DEBUG nova.compute.provider_tree [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.702737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.703018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.703233] env[70498]: INFO nova.compute.manager [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Shelving [ 1098.809241] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615045, 'name': Rename_Task, 'duration_secs': 0.246118} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.811778] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.812207] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b052fef5-a8d6-4029-967f-5934af265b2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.821228] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1098.821228] env[70498]: value = "task-3615046" [ 1098.821228] env[70498]: _type = "Task" [ 1098.821228] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.829022] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.846949] env[70498]: DEBUG nova.compute.manager [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.848036] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c2f04-8ff1-4537-92d8-63b892f3816a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.897099] env[70498]: DEBUG nova.network.neutron [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updated VIF entry in instance network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.897483] env[70498]: DEBUG nova.network.neutron [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.918421] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updated VIF entry in instance network info cache for port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.918845] env[70498]: DEBUG nova.network.neutron [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating instance_info_cache with network_info: [{"id": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "address": "fa:16:3e:55:20:26", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b6b70b-3e", "ovs_interfaceid": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.930167] env[70498]: DEBUG nova.network.neutron [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.058495] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Successfully updated port: 68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.067231] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b8587d-c237-3dec-966f-f42da98e4275, 'name': SearchDatastore_Task, 'duration_secs': 0.032191} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.067819] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.068071] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.068639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.068780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.068958] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.069261] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29605b0-5711-4a6b-9103-8c21945211fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.078247] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.078423] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.079829] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0225075d-bc74-4e0d-917f-2581a8da1bf4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.085840] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1099.085840] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d54217-dea6-d310-3e8b-eeef777b5f51" [ 1099.085840] env[70498]: _type = "Task" [ 1099.085840] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.094472] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d54217-dea6-d310-3e8b-eeef777b5f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.119523] env[70498]: DEBUG nova.network.neutron [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.163613] env[70498]: DEBUG nova.scheduler.client.report [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.180711] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Successfully updated port: 893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.330638] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.403369] env[70498]: DEBUG oslo_concurrency.lockutils [req-766aabde-ab08-44cf-b88f-c71bfac0d72a req-0ab569cc-198f-4cc8-ae8d-c637d08c80c0 service nova] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.423441] env[70498]: DEBUG oslo_concurrency.lockutils [req-4c653795-ca66-4f3a-9989-35ff74dea028 req-648796e8-0a51-4b89-9259-5e1db3d3bd35 service nova] Releasing lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.568581] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.568780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.568910] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.596342] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d54217-dea6-d310-3e8b-eeef777b5f51, 'name': SearchDatastore_Task, 'duration_secs': 0.009333} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.599024] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac06732b-8cb2-429e-bf3c-1cb1f51ac05f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.602468] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1099.602468] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa5a5c-1ff7-d53e-f201-d34ad045cdb2" [ 1099.602468] env[70498]: _type = "Task" [ 1099.602468] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.611106] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa5a5c-1ff7-d53e-f201-d34ad045cdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.623042] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7b8e1b1-710c-4360-a466-5920454f6219 req-b99acadf-31ed-44cd-9445-601eaddad7bf service nova] Releasing lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.672017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.582s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.674380] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.266s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.674601] env[70498]: DEBUG nova.objects.instance [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.684215] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.684370] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.685520] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.709726] env[70498]: INFO nova.network.neutron [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating port f3f9aca4-078e-431d-95c1-a6ae09073f59 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1099.720445] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.721617] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d62126f-2b37-4dd5-9552-84b0943dd845 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.729105] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1099.729105] env[70498]: value = "task-3615048" [ 1099.729105] env[70498]: _type = "Task" [ 1099.729105] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.738900] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.832308] env[70498]: DEBUG oslo_vmware.api [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615046, 'name': PowerOnVM_Task, 'duration_secs': 0.791463} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.832592] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.832785] env[70498]: INFO nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1099.832963] env[70498]: DEBUG nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.833730] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5029625-9340-47e7-bae2-0ac9310c3fe4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.865581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a37a5f-ed7d-4e34-8cd4-2d73e5c2b16c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.875468] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Doing hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1099.875719] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-42dcd9a4-188c-4716-9d72-0be993ba4a83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.881860] env[70498]: DEBUG oslo_vmware.api [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1099.881860] env[70498]: value = "task-3615049" [ 1099.881860] env[70498]: _type = "Task" [ 1099.881860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.890995] env[70498]: DEBUG oslo_vmware.api [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615049, 'name': ResetVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.974345] env[70498]: DEBUG nova.compute.manager [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-plugged-893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.974533] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.974789] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.974982] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.975164] env[70498]: DEBUG nova.compute.manager [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] No waiting events found dispatching network-vif-plugged-893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.975329] env[70498]: WARNING nova.compute.manager [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received unexpected event network-vif-plugged-893a4172-b870-480c-af28-e1c44829a408 for instance with vm_state building and task_state spawning. [ 1099.975489] env[70498]: DEBUG nova.compute.manager [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-changed-893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.975639] env[70498]: DEBUG nova.compute.manager [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing instance network info cache due to event network-changed-893a4172-b870-480c-af28-e1c44829a408. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.975799] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Acquiring lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.116306] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa5a5c-1ff7-d53e-f201-d34ad045cdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.117204] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.119199] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.119521] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.119834] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb895137-0b77-40bf-afde-3d41bd7e8fc3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.127515] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1100.127515] env[70498]: value = "task-3615050" [ 1100.127515] env[70498]: _type = "Task" [ 1100.127515] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.141843] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.236423] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.243781] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615048, 'name': PowerOffVM_Task, 'duration_secs': 0.414382} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.243781] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.244506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6902e3-2577-4467-abf3-b9b28a59b3d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.269694] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a64821-70ed-45bb-a15f-f1c067495670 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.275244] env[70498]: DEBUG nova.network.neutron [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Updating instance_info_cache with network_info: [{"id": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "address": "fa:16:3e:24:dc:d5", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ddfc83-1f", "ovs_interfaceid": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.358840] env[70498]: INFO nova.compute.manager [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Took 36.36 seconds to build instance. [ 1100.392976] env[70498]: DEBUG oslo_vmware.api [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615049, 'name': ResetVM_Task, 'duration_secs': 0.097581} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.394139] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Did hard reboot of VM {{(pid=70498) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1100.394288] env[70498]: DEBUG nova.compute.manager [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.395533] env[70498]: DEBUG nova.compute.manager [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Received event network-vif-plugged-68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.395750] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Acquiring lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.395933] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.396114] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.396284] env[70498]: DEBUG nova.compute.manager [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] No waiting events found dispatching network-vif-plugged-68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.396445] env[70498]: WARNING nova.compute.manager [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Received unexpected event network-vif-plugged-68ddfc83-1f4a-45c5-b0f7-88e0822da92b for instance with vm_state building and task_state spawning. [ 1100.396603] env[70498]: DEBUG nova.compute.manager [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Received event network-changed-68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.396753] env[70498]: DEBUG nova.compute.manager [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Refreshing instance network info cache due to event network-changed-68ddfc83-1f4a-45c5-b0f7-88e0822da92b. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.397025] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Acquiring lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.397803] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f4315d-b792-492f-a1e4-58760f0e7cd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.638785] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466812} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.639048] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.639255] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.639496] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923d24c3-d64d-4c72-96cf-74511f7b219c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.645792] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1100.645792] env[70498]: value = "task-3615051" [ 1100.645792] env[70498]: _type = "Task" [ 1100.645792] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.653599] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.684151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0da1f8c3-5e96-4766-864a-dfee2ff3a0fa tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.685222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.779s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.780545] env[70498]: DEBUG nova.network.neutron [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updating instance_info_cache with network_info: [{"id": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "address": "fa:16:3e:cf:ee:1c", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd620493-e9", "ovs_interfaceid": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88745264-6c20-497e-9473-f67db9c1a8f1", "address": "fa:16:3e:40:30:8a", "network": {"id": "0b50741f-a124-4cc8-9c49-7846664e77a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818880301", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88745264-6c", "ovs_interfaceid": "88745264-6c20-497e-9473-f67db9c1a8f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "893a4172-b870-480c-af28-e1c44829a408", "address": "fa:16:3e:42:fe:0b", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893a4172-b8", "ovs_interfaceid": "893a4172-b870-480c-af28-e1c44829a408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.781975] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.782602] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Instance network_info: |[{"id": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "address": "fa:16:3e:24:dc:d5", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ddfc83-1f", "ovs_interfaceid": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.783809] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1100.784458] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Acquired lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.784811] env[70498]: DEBUG nova.network.neutron [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Refreshing network info cache for port 68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.786059] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:dc:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68ddfc83-1f4a-45c5-b0f7-88e0822da92b', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.795248] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.795718] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00404432-e810-4ef6-94c5-8c2744723fa1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.801579] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.802086] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-817c9533-9be0-4756-a07e-8f41b4864304 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.827644] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.827644] env[70498]: value = "task-3615053" [ 1100.827644] env[70498]: _type = "Task" [ 1100.827644] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.829107] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1100.829107] env[70498]: value = "task-3615052" [ 1100.829107] env[70498]: _type = "Task" [ 1100.829107] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.842198] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615053, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.845363] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.860912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-33211203-44cb-4dbf-9163-4b1942c88ef7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.875s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.911900] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d8385067-a93a-4f0a-b0c0-f09a7db5fa5a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.489s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.031324] env[70498]: DEBUG nova.network.neutron [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Updated VIF entry in instance network info cache for port 68ddfc83-1f4a-45c5-b0f7-88e0822da92b. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.031693] env[70498]: DEBUG nova.network.neutron [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Updating instance_info_cache with network_info: [{"id": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "address": "fa:16:3e:24:dc:d5", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68ddfc83-1f", "ovs_interfaceid": "68ddfc83-1f4a-45c5-b0f7-88e0822da92b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.159198] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.159289] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.162151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a0174f-1780-4b47-a222-2c17aaa3f17b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.184465] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.185158] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a88f9e1f-06ec-458f-8aff-48bfda0d3afc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.219322] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1101.219322] env[70498]: value = "task-3615054" [ 1101.219322] env[70498]: _type = "Task" [ 1101.219322] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.231028] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.286299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.286859] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance network_info: |[{"id": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "address": "fa:16:3e:cf:ee:1c", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd620493-e9", "ovs_interfaceid": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88745264-6c20-497e-9473-f67db9c1a8f1", "address": "fa:16:3e:40:30:8a", "network": {"id": "0b50741f-a124-4cc8-9c49-7846664e77a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818880301", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88745264-6c", "ovs_interfaceid": "88745264-6c20-497e-9473-f67db9c1a8f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "893a4172-b870-480c-af28-e1c44829a408", "address": "fa:16:3e:42:fe:0b", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893a4172-b8", "ovs_interfaceid": "893a4172-b870-480c-af28-e1c44829a408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.287430] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Acquired lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.288159] env[70498]: DEBUG nova.network.neutron [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Refreshing network info cache for port 893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.293019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ee:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd620493-e9bd-4fc2-b9d6-d30b6be056cc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:30:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88745264-6c20-497e-9473-f67db9c1a8f1', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:fe:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893a4172-b870-480c-af28-e1c44829a408', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.310395] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Creating folder: Project (4948ce57c15b4a16b342624f307f35db). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.311999] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf2f66b-13cb-4013-b3a7-8fe87b0cbb5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.324677] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Created folder: Project (4948ce57c15b4a16b342624f307f35db) in parent group-v720819. [ 1101.324944] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Creating folder: Instances. Parent ref: group-v721075. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.325430] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-226495f1-8fd7-4574-ad73-7603330973d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.339273] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Created folder: Instances in parent group-v721075. [ 1101.339529] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.343023] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.343255] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615053, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.343457] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eefd1dd-a70c-49bb-ba3d-46a8c590d751 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.368319] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615052, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.374575] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.374575] env[70498]: value = "task-3615057" [ 1101.374575] env[70498]: _type = "Task" [ 1101.374575] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.382363] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615057, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.391114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.391348] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.391543] env[70498]: DEBUG nova.network.neutron [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.531694] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1101.531904] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721072', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'name': 'volume-657d6a48-ba4b-4584-95b8-42590db60767', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd64add4a-0a75-4204-8e81-12bb1c91250d', 'attached_at': '', 'detached_at': '', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'serial': '657d6a48-ba4b-4584-95b8-42590db60767'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1101.533043] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ad073-0f7d-45e9-b508-cabcc88dbd88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.536782] env[70498]: DEBUG oslo_concurrency.lockutils [req-b9615c5e-dc8c-4381-a6c8-6e80eb7eb8d0 req-b86c1909-de78-4466-92c2-81e7cedfafcf service nova] Releasing lock "refresh_cache-4e9712d3-c404-4152-a2f1-67014e21a8a8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.553729] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7877ad6-b4b5-4bf9-b2a2-b2beae896488 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.583981] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-657d6a48-ba4b-4584-95b8-42590db60767/volume-657d6a48-ba4b-4584-95b8-42590db60767.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.584546] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7dd93d9-27f9-46bb-ab07-4dbe621ee8aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.606196] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1101.606196] env[70498]: value = "task-3615058" [ 1101.606196] env[70498]: _type = "Task" [ 1101.606196] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.616244] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.619816] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "aa405dfe-8140-435c-b852-a702edbc7815" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.620066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.620270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "aa405dfe-8140-435c-b852-a702edbc7815-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.620460] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.620630] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.623112] env[70498]: INFO nova.compute.manager [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Terminating instance [ 1101.718123] env[70498]: INFO nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating resource usage from migration 6d036f7b-62d9-4c59-8c93-cfcabd9d3762 [ 1101.732878] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.747429] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance bab958b5-eb15-42d5-a24b-dcb23999a301 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.747663] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.747887] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 98b2294e-8df8-4b09-951b-0e99dae111d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.748069] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.748233] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance c87d60f1-7a1e-4edf-831a-1fdf542fcf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.748374] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f26147e0-8885-4f63-855d-8cb02de2acd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.748522] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 88ff5135-3d18-4817-aaf8-c7f6d0d3c638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.748709] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance cb2ec9f9-6861-48e7-aad2-01442d18abd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.748841] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d64add4a-0a75-4204-8e81-12bb1c91250d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.749182] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 93216dec-651d-4c54-924c-ce39b1ed0d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.749402] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 4a37d39e-9040-4b77-8701-781973530d84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.749598] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8f026176-3148-4a5e-8f67-09477de45b2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.749762] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 1121ea15-18c5-4127-b850-ce004941cd48 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.749949] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 5a459003-cab6-4b78-a8a1-918bf10e330b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.750044] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 5dacfb23-4e8e-45de-8927-d4079536a77e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.750443] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 326c5243-e998-4528-9bd8-b70201c284f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.750629] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance aa405dfe-8140-435c-b852-a702edbc7815 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.750789] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8e5634c6-3e54-40a2-ae93-2621005c01cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.750935] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance b22b6200-a33b-4636-81c6-c58a9f0c14d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.751142] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 3e102fa4-fcad-4405-9a72-b583313c6b1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.751316] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 33861776-c29a-4b3b-87e7-f7ef2849dbef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.751457] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 4e9712d3-c404-4152-a2f1-67014e21a8a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.842378] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615052, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.848082] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615053, 'name': CreateVM_Task, 'duration_secs': 0.662803} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.848606] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.849346] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.849760] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.850051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.850196] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54340119-efde-4d58-81e0-dc9aa9e4e6af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.857550] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1101.857550] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc67c1-acf0-b268-9b6b-aff8bdd3d2f8" [ 1101.857550] env[70498]: _type = "Task" [ 1101.857550] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.865833] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc67c1-acf0-b268-9b6b-aff8bdd3d2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.882858] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615057, 'name': CreateVM_Task, 'duration_secs': 0.477922} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.883052] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.884100] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.013299] env[70498]: DEBUG nova.compute.manager [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.013544] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.013753] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.013920] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.014177] env[70498]: DEBUG nova.compute.manager [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] No waiting events found dispatching network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.014541] env[70498]: WARNING nova.compute.manager [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received unexpected event network-vif-plugged-f3f9aca4-078e-431d-95c1-a6ae09073f59 for instance with vm_state shelved_offloaded and task_state spawning. [ 1102.014541] env[70498]: DEBUG nova.compute.manager [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.014654] env[70498]: DEBUG nova.compute.manager [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing instance network info cache due to event network-changed-f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.014749] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.066202] env[70498]: DEBUG nova.network.neutron [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updated VIF entry in instance network info cache for port 893a4172-b870-480c-af28-e1c44829a408. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.066202] env[70498]: DEBUG nova.network.neutron [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updating instance_info_cache with network_info: [{"id": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "address": "fa:16:3e:cf:ee:1c", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd620493-e9", "ovs_interfaceid": "cd620493-e9bd-4fc2-b9d6-d30b6be056cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88745264-6c20-497e-9473-f67db9c1a8f1", "address": "fa:16:3e:40:30:8a", "network": {"id": "0b50741f-a124-4cc8-9c49-7846664e77a3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1818880301", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88745264-6c", "ovs_interfaceid": "88745264-6c20-497e-9473-f67db9c1a8f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "893a4172-b870-480c-af28-e1c44829a408", "address": "fa:16:3e:42:fe:0b", "network": {"id": "205a4d87-d75d-423f-b98e-eac49af1b062", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738317191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893a4172-b8", "ovs_interfaceid": "893a4172-b870-480c-af28-e1c44829a408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.119220] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615058, 'name': ReconfigVM_Task, 'duration_secs': 0.447427} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.119502] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-657d6a48-ba4b-4584-95b8-42590db60767/volume-657d6a48-ba4b-4584-95b8-42590db60767.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.125999] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a65f57-1fc1-4932-b954-796d95eb34fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.136141] env[70498]: DEBUG nova.compute.manager [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.136369] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.137172] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4866d725-051a-466d-88af-f49110de9bd5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.147115] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.148014] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f22e1fb-913f-4507-9edf-dd162b15ad5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.149683] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1102.149683] env[70498]: value = "task-3615059" [ 1102.149683] env[70498]: _type = "Task" [ 1102.149683] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.155247] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1102.155247] env[70498]: value = "task-3615060" [ 1102.155247] env[70498]: _type = "Task" [ 1102.155247] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.165735] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615059, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.171439] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.213177] env[70498]: DEBUG nova.network.neutron [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.231779] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615054, 'name': ReconfigVM_Task, 'duration_secs': 0.586927} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.232180] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.233136] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83025f9d-27bf-4900-b082-a06094397c27 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.240913] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1102.240913] env[70498]: value = "task-3615061" [ 1102.240913] env[70498]: _type = "Task" [ 1102.240913] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.251260] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615061, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.254078] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8f6b5204-37e1-4179-8ad8-769f42e0dd5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.346110] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615052, 'name': CreateSnapshot_Task, 'duration_secs': 1.056221} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.346110] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1102.346328] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5216279-08d5-45c3-a292-7c3719f5448f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.368679] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc67c1-acf0-b268-9b6b-aff8bdd3d2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.368854] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.369022] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.369298] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.369673] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.369990] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370313] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370542] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a8b144-4187-413d-a077-120216e9ed72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.372644] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd585c68-c5a1-4845-99b2-8ed85522e0b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.377667] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1102.377667] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52542dd8-7689-1ef5-1505-b498b743e480" [ 1102.377667] env[70498]: _type = "Task" [ 1102.377667] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.384045] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.384164] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.385262] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eafc42b-c022-43f6-a458-dce212d1111b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.391450] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52542dd8-7689-1ef5-1505-b498b743e480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.394678] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1102.394678] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b719f2-e986-940c-9e7b-a9e668d54338" [ 1102.394678] env[70498]: _type = "Task" [ 1102.394678] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.405353] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b719f2-e986-940c-9e7b-a9e668d54338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.458275] env[70498]: DEBUG nova.compute.manager [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-changed-b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.458325] env[70498]: DEBUG nova.compute.manager [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing instance network info cache due to event network-changed-b545c1ad-8b21-4c2e-96a4-d52c28c57408. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.458946] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458946] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458946] env[70498]: DEBUG nova.network.neutron [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing network info cache for port b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.568732] env[70498]: DEBUG oslo_concurrency.lockutils [req-18d4bea8-6ddc-4aba-854e-6ccdc9a06fe7 req-462cfa29-5af9-4020-bddb-412f6e71fa1a service nova] Releasing lock "refresh_cache-3e102fa4-fcad-4405-9a72-b583313c6b1d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.662685] env[70498]: DEBUG oslo_vmware.api [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615059, 'name': ReconfigVM_Task, 'duration_secs': 0.155063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.663326] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721072', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'name': 'volume-657d6a48-ba4b-4584-95b8-42590db60767', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd64add4a-0a75-4204-8e81-12bb1c91250d', 'attached_at': '', 'detached_at': '', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'serial': '657d6a48-ba4b-4584-95b8-42590db60767'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1102.668186] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615060, 'name': PowerOffVM_Task, 'duration_secs': 0.219246} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.668746] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.668860] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.669126] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c637de0-cedd-45a1-920a-1d246bf33950 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.718331] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.720747] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.720938] env[70498]: DEBUG nova.network.neutron [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Refreshing network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.746476] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.746704] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.746886] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Deleting the datastore file [datastore2] aa405dfe-8140-435c-b852-a702edbc7815 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.750022] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4203fd97970f92632b17f60c1fd2f093',container_format='bare',created_at=2025-04-25T22:05:08Z,direct_url=,disk_format='vmdk',id=695238b4-0f0f-4c91-8988-117a9ddd62bd,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-332091324-shelved',owner='cd5e6d806add4e49b06bdd7a4be59266',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-25T22:05:23Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.750273] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.750450] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.750639] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.750784] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.750927] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.751171] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.751357] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.751530] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.751691] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.751861] env[70498]: DEBUG nova.virt.hardware [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.752763] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8723aeda-b0b8-4c9f-ad82-17c732ea0747 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.754955] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a01fa97-1d64-4831-b886-d4ad21c6896a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.760690] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance a37737e6-72d1-48c6-9d2a-b7ef530de09d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.760835] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Migration 6d036f7b-62d9-4c59-8c93-cfcabd9d3762 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1102.760959] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance a7fcfa53-c50c-4fb3-9aba-91e28dab2079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1102.762632] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615061, 'name': Rename_Task, 'duration_secs': 0.171204} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.763660] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.763887] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5fe4f0-e4ad-4ae9-baeb-22ce198728b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.769515] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c71ced-6395-41c0-8098-cb0cabdaf645 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.773746] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for the task: (returnval){ [ 1102.773746] env[70498]: value = "task-3615063" [ 1102.773746] env[70498]: _type = "Task" [ 1102.773746] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.775599] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1102.775599] env[70498]: value = "task-3615064" [ 1102.775599] env[70498]: _type = "Task" [ 1102.775599] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.791219] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:46:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3f9aca4-078e-431d-95c1-a6ae09073f59', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.800682] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.801805] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.802393] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a02594e-515e-46c5-84e1-b69ce18f849f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.825644] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.825902] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.830719] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.830719] env[70498]: value = "task-3615065" [ 1102.830719] env[70498]: _type = "Task" [ 1102.830719] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.838430] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615065, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.866023] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1102.866354] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-338c2b65-1f9e-4034-841b-eb432783b2db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.875958] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1102.875958] env[70498]: value = "task-3615066" [ 1102.875958] env[70498]: _type = "Task" [ 1102.875958] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.890802] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615066, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.891126] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52542dd8-7689-1ef5-1505-b498b743e480, 'name': SearchDatastore_Task, 'duration_secs': 0.026752} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.891441] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.891636] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.891862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.903755] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b719f2-e986-940c-9e7b-a9e668d54338, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.904570] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a52d5d-8d21-4bd3-9933-5e9529e7b1c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.909767] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1102.909767] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526172da-e55a-cf4b-2c92-2f3946a6c4e3" [ 1102.909767] env[70498]: _type = "Task" [ 1102.909767] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.917563] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526172da-e55a-cf4b-2c92-2f3946a6c4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.263526] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 6aff63ca-7e21-44c4-806a-22747d2ba7c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1103.263914] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1103.264152] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1103.294226] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.300158] env[70498]: DEBUG oslo_vmware.api [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Task: {'id': task-3615063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168308} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.300490] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.300722] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.300928] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.301539] env[70498]: INFO nova.compute.manager [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1103.301539] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.301648] env[70498]: DEBUG nova.compute.manager [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.301769] env[70498]: DEBUG nova.network.neutron [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.341969] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615065, 'name': CreateVM_Task, 'duration_secs': 0.334111} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.342182] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.342887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.343651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.343651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.343651] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d480a7d-8c15-4a02-8000-68d33cbbc14b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.348658] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1103.348658] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c96866-a628-c7bd-5f57-ebe1185e2f26" [ 1103.348658] env[70498]: _type = "Task" [ 1103.348658] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.360531] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c96866-a628-c7bd-5f57-ebe1185e2f26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.394720] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615066, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.423798] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526172da-e55a-cf4b-2c92-2f3946a6c4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.424106] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.424375] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 4e9712d3-c404-4152-a2f1-67014e21a8a8/4e9712d3-c404-4152-a2f1-67014e21a8a8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.424658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.424846] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.425339] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e64adf-799e-41db-9686-888a5683f8ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.429931] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5ff1a08-ddaf-4672-a659-76c619b0106f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.438100] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1103.438100] env[70498]: value = "task-3615067" [ 1103.438100] env[70498]: _type = "Task" [ 1103.438100] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.444959] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.445173] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.445947] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aff5c6b-7025-4de2-8ffe-3a7de6a9ce4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.455272] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.456706] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1103.456706] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52924cf8-1921-cfb5-6aaa-07f0d36644ea" [ 1103.456706] env[70498]: _type = "Task" [ 1103.456706] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.468837] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52924cf8-1921-cfb5-6aaa-07f0d36644ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.553738] env[70498]: DEBUG nova.network.neutron [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updated VIF entry in instance network info cache for port b545c1ad-8b21-4c2e-96a4-d52c28c57408. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.554137] env[70498]: DEBUG nova.network.neutron [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.656014] env[70498]: DEBUG nova.network.neutron [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updated VIF entry in instance network info cache for port f3f9aca4-078e-431d-95c1-a6ae09073f59. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.656586] env[70498]: DEBUG nova.network.neutron [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.709421] env[70498]: DEBUG nova.objects.instance [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'flavor' on Instance uuid d64add4a-0a75-4204-8e81-12bb1c91250d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.795618] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.800267] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bad988-4f33-42cf-a058-ec4f2117482e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.808651] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797c702-8a63-4463-bb5b-f48f0977fe7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.846920] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db78504-63ae-4b0c-87a0-5538e8da9757 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.865972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94817db-8b09-4728-bca3-02eb71e01ab0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.870997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.871750] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Processing image 695238b4-0f0f-4c91-8988-117a9ddd62bd {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.872045] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.872251] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.872457] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.873415] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596209bf-1cd0-41d0-90a2-4d3178871ea3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.885596] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.898765] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615066, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.906564] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.906564] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.906730] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2127701-8281-4d2f-96d3-717db10ba138 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.915034] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1103.915034] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d773df-64b4-1a81-7e96-9b0237ee38bb" [ 1103.915034] env[70498]: _type = "Task" [ 1103.915034] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.923128] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d773df-64b4-1a81-7e96-9b0237ee38bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.951751] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495855} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.952047] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 4e9712d3-c404-4152-a2f1-67014e21a8a8/4e9712d3-c404-4152-a2f1-67014e21a8a8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.952330] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.953031] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d9fd041-0976-45cf-9e5a-c9235f639aa7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.958965] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1103.958965] env[70498]: value = "task-3615068" [ 1103.958965] env[70498]: _type = "Task" [ 1103.958965] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.969691] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52924cf8-1921-cfb5-6aaa-07f0d36644ea, 'name': SearchDatastore_Task, 'duration_secs': 0.018361} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.973636] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.973871] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9775ccd-b8ca-4902-8bbf-502d507cf9de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.979746] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1103.979746] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ccf0-6644-b77e-1db3-d6f18587017a" [ 1103.979746] env[70498]: _type = "Task" [ 1103.979746] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.987867] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ccf0-6644-b77e-1db3-d6f18587017a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.057569] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0fdef3a-7a67-4e53-9165-3a02e38864ca req-a6c942af-8b40-4814-b0ba-c882aec22890 service nova] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.075782] env[70498]: DEBUG nova.compute.manager [req-609e429a-a879-444f-9834-10ae358d6113 req-91199ecf-661c-40b6-a45e-a0789accccf6 service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Received event network-vif-deleted-28e0f14f-def0-43e6-affe-884999fd45fd {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.075933] env[70498]: INFO nova.compute.manager [req-609e429a-a879-444f-9834-10ae358d6113 req-91199ecf-661c-40b6-a45e-a0789accccf6 service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Neutron deleted interface 28e0f14f-def0-43e6-affe-884999fd45fd; detaching it from the instance and deleting it from the info cache [ 1104.076093] env[70498]: DEBUG nova.network.neutron [req-609e429a-a879-444f-9834-10ae358d6113 req-91199ecf-661c-40b6-a45e-a0789accccf6 service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.159824] env[70498]: DEBUG oslo_concurrency.lockutils [req-34dabef9-a4cf-423f-9674-b0118b12ff13 req-a4445ef7-a944-421b-a65e-830fb52a17fa service nova] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.218762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c41ddaaa-358f-49ff-831c-8537f01fa134 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.238109] env[70498]: DEBUG nova.network.neutron [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.294969] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615064, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.389466] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.399099] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615066, 'name': CloneVM_Task, 'duration_secs': 1.365981} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.399405] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Created linked-clone VM from snapshot [ 1104.400507] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfed494b-da10-4836-b6e4-2865baacdcbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.408359] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Uploading image f0ae44a3-4d27-4701-bdf0-42bff6f30c22 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1104.425848] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1104.426386] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Fetch image to [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51/OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1104.426386] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Downloading stream optimized image 695238b4-0f0f-4c91-8988-117a9ddd62bd to [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51/OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51.vmdk on the data store datastore1 as vApp {{(pid=70498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1104.426570] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Downloading image file data 695238b4-0f0f-4c91-8988-117a9ddd62bd to the ESX as VM named 'OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51' {{(pid=70498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1104.437853] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1104.437853] env[70498]: value = "vm-721080" [ 1104.437853] env[70498]: _type = "VirtualMachine" [ 1104.437853] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1104.438132] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e082daa-0555-4e91-bc82-5048d41b6bd3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.445846] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease: (returnval){ [ 1104.445846] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52295353-b036-4c6a-e456-e09da91fa223" [ 1104.445846] env[70498]: _type = "HttpNfcLease" [ 1104.445846] env[70498]: } obtained for exporting VM: (result){ [ 1104.445846] env[70498]: value = "vm-721080" [ 1104.445846] env[70498]: _type = "VirtualMachine" [ 1104.445846] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1104.445846] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the lease: (returnval){ [ 1104.445846] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52295353-b036-4c6a-e456-e09da91fa223" [ 1104.445846] env[70498]: _type = "HttpNfcLease" [ 1104.445846] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.470726] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.470726] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52295353-b036-4c6a-e456-e09da91fa223" [ 1104.470726] env[70498]: _type = "HttpNfcLease" [ 1104.470726] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.475526] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.475791] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.476556] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d31ed11-c453-4029-b7d8-811d2ad188fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.502802] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4e9712d3-c404-4152-a2f1-67014e21a8a8/4e9712d3-c404-4152-a2f1-67014e21a8a8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.503768] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1104.503768] env[70498]: value = "resgroup-9" [ 1104.503768] env[70498]: _type = "ResourcePool" [ 1104.503768] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1104.504727] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237a1918-e057-4373-b75e-0b80d19e99a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.518626] env[70498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed33fd33-2f34-4aeb-b06f-4d8b25fd6703 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.536705] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a6ccf0-6644-b77e-1db3-d6f18587017a, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.537624] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.537953] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 3e102fa4-fcad-4405-9a72-b583313c6b1d/3e102fa4-fcad-4405-9a72-b583313c6b1d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.538236] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-021423d2-c42f-445d-8b3b-5651cb7b2056 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.543541] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lease: (returnval){ [ 1104.543541] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1104.543541] env[70498]: _type = "HttpNfcLease" [ 1104.543541] env[70498]: } obtained for vApp import into resource pool (val){ [ 1104.543541] env[70498]: value = "resgroup-9" [ 1104.543541] env[70498]: _type = "ResourcePool" [ 1104.543541] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1104.543823] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the lease: (returnval){ [ 1104.543823] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1104.543823] env[70498]: _type = "HttpNfcLease" [ 1104.543823] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.545820] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1104.545820] env[70498]: value = "task-3615070" [ 1104.545820] env[70498]: _type = "Task" [ 1104.545820] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.546051] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1104.546051] env[70498]: value = "task-3615072" [ 1104.546051] env[70498]: _type = "Task" [ 1104.546051] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.559503] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.563885] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.564109] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.564109] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1104.564109] env[70498]: _type = "HttpNfcLease" [ 1104.564109] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.578386] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac229542-809c-42bd-870b-705f11a254ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.587577] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9f23e2-2edf-4a96-8fe8-4db12e4b4755 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.624211] env[70498]: DEBUG nova.compute.manager [req-609e429a-a879-444f-9834-10ae358d6113 req-91199ecf-661c-40b6-a45e-a0789accccf6 service nova] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Detach interface failed, port_id=28e0f14f-def0-43e6-affe-884999fd45fd, reason: Instance aa405dfe-8140-435c-b852-a702edbc7815 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.739595] env[70498]: INFO nova.compute.manager [-] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Took 1.44 seconds to deallocate network for instance. [ 1104.791703] env[70498]: DEBUG nova.compute.manager [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.802197] env[70498]: DEBUG oslo_vmware.api [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615064, 'name': PowerOnVM_Task, 'duration_secs': 1.928905} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.802455] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.802662] env[70498]: INFO nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1104.802860] env[70498]: DEBUG nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.803790] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9628fffa-eae0-49b0-a079-14f2e8e4ac13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.897030] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1104.897030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.210s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.897030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.879s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.897030] env[70498]: INFO nova.compute.claims [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.958087] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.958087] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52295353-b036-4c6a-e456-e09da91fa223" [ 1104.958087] env[70498]: _type = "HttpNfcLease" [ 1104.958087] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1104.958729] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1104.958729] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52295353-b036-4c6a-e456-e09da91fa223" [ 1104.958729] env[70498]: _type = "HttpNfcLease" [ 1104.958729] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1104.959600] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da3218-6435-424c-8142-d1e492a03e44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.973120] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1104.973120] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1105.059403] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.059403] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1105.059403] env[70498]: _type = "HttpNfcLease" [ 1105.059403] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.065505] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615070, 'name': ReconfigVM_Task, 'duration_secs': 0.439266} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.065750] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487899} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.065987] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4e9712d3-c404-4152-a2f1-67014e21a8a8/4e9712d3-c404-4152-a2f1-67014e21a8a8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.066652] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 3e102fa4-fcad-4405-9a72-b583313c6b1d/3e102fa4-fcad-4405-9a72-b583313c6b1d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.066851] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.067100] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79232eb3-4844-4c86-9d1a-b235fc73876c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.068639] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30a1432d-c44a-41a4-8492-3764b3c0f92a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.075495] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1105.075495] env[70498]: value = "task-3615073" [ 1105.075495] env[70498]: _type = "Task" [ 1105.075495] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.076624] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1105.076624] env[70498]: value = "task-3615074" [ 1105.076624] env[70498]: _type = "Task" [ 1105.076624] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.090017] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.093950] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615073, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.139930] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a31cec1-0ab4-40d0-961e-926e4abd26e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.248103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.315673] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.324889] env[70498]: INFO nova.compute.manager [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Took 35.36 seconds to build instance. [ 1105.555633] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.555633] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1105.555633] env[70498]: _type = "HttpNfcLease" [ 1105.555633] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.556648] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.556648] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52580fe6-59e2-ea67-1c61-b3078302086e" [ 1105.556648] env[70498]: _type = "HttpNfcLease" [ 1105.556648] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1105.556961] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d450b5d-40ab-4d75-9f6b-168efb3b7b61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.565440] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.565440] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1105.654856] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2d84359-be10-4c59-8de3-7fab279dd97a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.657080] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615073, 'name': Rename_Task, 'duration_secs': 0.232786} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.657334] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064508} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.658998] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.659323] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.659925] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c34f16-4542-4a98-9582-ae2af8757998 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.662479] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03dc5a0-24e4-475a-8f59-97ed2f4cdfe8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.697040] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 3e102fa4-fcad-4405-9a72-b583313c6b1d/3e102fa4-fcad-4405-9a72-b583313c6b1d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.699204] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a7bf5d-f131-49e2-9998-a488c294b754 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.714707] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1105.714707] env[70498]: value = "task-3615075" [ 1105.714707] env[70498]: _type = "Task" [ 1105.714707] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.721054] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1105.721054] env[70498]: value = "task-3615076" [ 1105.721054] env[70498]: _type = "Task" [ 1105.721054] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.727798] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.733078] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.826029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eb3c0ceb-4aa2-409d-ab17-da6206ddafe2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.884s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.950452] env[70498]: DEBUG nova.compute.manager [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Received event network-changed-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.951235] env[70498]: DEBUG nova.compute.manager [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Refreshing instance network info cache due to event network-changed-62b6b70b-3e5f-45a4-98c4-a5d06ede6974. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.951552] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] Acquiring lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.951844] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] Acquired lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.951988] env[70498]: DEBUG nova.network.neutron [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Refreshing network info cache for port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.235884] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.241772] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.384732] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74680e85-6386-4315-a5a6-4fd062b8de6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.396129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe0f62c-f37c-40a2-9722-2296fbadfa52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.428454] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53005902-1c28-4878-9ee0-f3d7ecebdd08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.436493] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc1c77-71aa-4adb-bb33-004c281ef683 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.455159] env[70498]: DEBUG nova.compute.provider_tree [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.728182] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.738424] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615076, 'name': ReconfigVM_Task, 'duration_secs': 0.73516} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.738750] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 3e102fa4-fcad-4405-9a72-b583313c6b1d/3e102fa4-fcad-4405-9a72-b583313c6b1d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.739549] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a07b64fa-6b0b-4dc0-9098-2bb96a5c14fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.745391] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1106.745391] env[70498]: value = "task-3615077" [ 1106.745391] env[70498]: _type = "Task" [ 1106.745391] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.753185] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615077, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.788632] env[70498]: DEBUG nova.network.neutron [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updated VIF entry in instance network info cache for port 62b6b70b-3e5f-45a4-98c4-a5d06ede6974. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.789046] env[70498]: DEBUG nova.network.neutron [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating instance_info_cache with network_info: [{"id": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "address": "fa:16:3e:55:20:26", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b6b70b-3e", "ovs_interfaceid": "62b6b70b-3e5f-45a4-98c4-a5d06ede6974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.957505] env[70498]: DEBUG nova.scheduler.client.report [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.226513] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615075, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.255457] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615077, 'name': Rename_Task, 'duration_secs': 0.164358} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.257154] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.257154] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7e1b1d-a0cb-4e89-a5a5-1aaf92be0203 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.264459] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1107.264459] env[70498]: value = "task-3615078" [ 1107.264459] env[70498]: _type = "Task" [ 1107.264459] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.272947] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.293032] env[70498]: DEBUG oslo_concurrency.lockutils [req-fa311dd6-cae8-492a-9a95-be2fa1d6deaf req-3eba0fa5-fa45-4c65-be6f-c278de825f07 service nova] Releasing lock "refresh_cache-33861776-c29a-4b3b-87e7-f7ef2849dbef" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.462489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.463191] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.469999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.400s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.472015] env[70498]: INFO nova.compute.claims [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.731296] env[70498]: DEBUG oslo_vmware.api [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615075, 'name': PowerOnVM_Task, 'duration_secs': 1.794028} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.731599] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.731854] env[70498]: INFO nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1107.732056] env[70498]: DEBUG nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.732891] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd9e026-2eaa-4321-a249-518604b62a0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.775541] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615078, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.977239] env[70498]: DEBUG nova.compute.utils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.979464] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.979731] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.072463] env[70498]: DEBUG nova.policy [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8cdff4ccba42a89d16da006b118f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aef8f208911417685a1f2de76fb082e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.262738] env[70498]: INFO nova.compute.manager [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Took 31.37 seconds to build instance. [ 1108.277636] env[70498]: DEBUG oslo_vmware.api [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615078, 'name': PowerOnVM_Task, 'duration_secs': 0.525442} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.277636] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.277788] env[70498]: INFO nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Took 15.16 seconds to spawn the instance on the hypervisor. [ 1108.277914] env[70498]: DEBUG nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.278736] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4297578-70fe-479b-a664-352203666050 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.347498] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1108.347724] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1108.348653] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98f29e-8db0-4ec1-a58a-0476b2465a46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.355923] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1108.356118] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1108.356460] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f0595673-1a20-4ba0-9394-5590c3cdedeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.488354] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.555982] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Successfully created port: aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.765131] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ce21445a-85c7-4a05-ab8e-1a0c7bdcfb97 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.888s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.802773] env[70498]: INFO nova.compute.manager [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Took 44.47 seconds to build instance. [ 1108.875070] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.875636] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.875784] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.875978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.876165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.879256] env[70498]: INFO nova.compute.manager [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Terminating instance [ 1108.931644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2a5b9-2167-41fd-891e-88071d6106fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.944027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f12f84-6b13-4d46-aff2-8f686084a2c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.980257] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5b0255-e987-4493-a057-67c404d35e67 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.987907] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2826a53-a054-4be3-94a8-a806e4090c94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.006302] env[70498]: DEBUG nova.compute.provider_tree [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.173200] env[70498]: DEBUG oslo_vmware.rw_handles [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52acbac2-04de-ed21-4cee-4d0ace925a02/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1109.173485] env[70498]: INFO nova.virt.vmwareapi.images [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Downloaded image file data 695238b4-0f0f-4c91-8988-117a9ddd62bd [ 1109.174379] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b382cb4a-fbe1-4d7f-ad6c-f95586758a2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.190409] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ab3bc93-3780-4db8-a84e-34834c88356c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.226382] env[70498]: INFO nova.virt.vmwareapi.images [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] The imported VM was unregistered [ 1109.228403] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1109.228677] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Creating directory with path [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.229444] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d92806ec-4f04-48ca-8745-5f47c023e368 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.244735] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Created directory with path [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.244950] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51/OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51.vmdk to [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk. {{(pid=70498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1109.245227] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-abaf534c-97e9-4e43-b08f-ebed2ba83cca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.251904] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1109.251904] env[70498]: value = "task-3615080" [ 1109.251904] env[70498]: _type = "Task" [ 1109.251904] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.260454] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.303957] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bc8ff96a-7f8d-47b8-a9bc-140b8ee84227 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.985s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.386020] env[70498]: DEBUG nova.compute.manager [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.386293] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.387253] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1981a79d-b39a-4307-a3af-4b3d0d9a2300 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.394704] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.394985] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c93f49e-ad05-45fd-9dcc-71495d9780d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.402277] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1109.402277] env[70498]: value = "task-3615081" [ 1109.402277] env[70498]: _type = "Task" [ 1109.402277] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.411059] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.498182] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.510504] env[70498]: DEBUG nova.scheduler.client.report [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.532629] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.532629] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.532629] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.532787] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.533429] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.533429] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.533573] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.534087] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.534087] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.534254] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.534536] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.536558] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab142b-17df-4956-ad0a-43056d47385c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.549393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13cf3e-dc5f-4036-a63d-9236ab64527d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.764822] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.913728] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615081, 'name': PowerOffVM_Task, 'duration_secs': 0.234523} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.914739] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.914739] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.914739] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ecafecf-3c0d-45f1-b31c-4e751813cc2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.981360] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.981687] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.981835] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore1] 4e9712d3-c404-4152-a2f1-67014e21a8a8 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.982209] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cfa2224-03a9-4218-b7e6-1a764e212eb6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.988984] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1109.988984] env[70498]: value = "task-3615083" [ 1109.988984] env[70498]: _type = "Task" [ 1109.988984] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.997458] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.018463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.019232] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.023189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.288s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.027185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.027185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.732s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.027185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.027794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.683s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.027940] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.029882] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.950s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.030077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.031864] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.355s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.032058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.034082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.813s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.062538] env[70498]: INFO nova.scheduler.client.report [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Deleted allocations for instance 4a37d39e-9040-4b77-8701-781973530d84 [ 1110.072258] env[70498]: INFO nova.scheduler.client.report [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance 5dacfb23-4e8e-45de-8927-d4079536a77e [ 1110.087165] env[70498]: INFO nova.scheduler.client.report [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted allocations for instance 1121ea15-18c5-4127-b850-ce004941cd48 [ 1110.100984] env[70498]: INFO nova.scheduler.client.report [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted allocations for instance 8f026176-3148-4a5e-8f67-09477de45b2b [ 1110.102784] env[70498]: INFO nova.scheduler.client.report [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Deleted allocations for instance cb2ec9f9-6861-48e7-aad2-01442d18abd5 [ 1110.202765] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.203055] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.203290] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.203505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.203674] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.205855] env[70498]: INFO nova.compute.manager [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Terminating instance [ 1110.224025] env[70498]: DEBUG nova.compute.manager [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Received event network-vif-plugged-aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.224025] env[70498]: DEBUG oslo_concurrency.lockutils [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] Acquiring lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.224025] env[70498]: DEBUG oslo_concurrency.lockutils [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.224025] env[70498]: DEBUG oslo_concurrency.lockutils [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.224025] env[70498]: DEBUG nova.compute.manager [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] No waiting events found dispatching network-vif-plugged-aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.224025] env[70498]: WARNING nova.compute.manager [req-61f7dcd0-b510-4626-afc1-a1e55a8abe9a req-3848df2f-75fb-4aa0-af3d-fa4bf53c988d service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Received unexpected event network-vif-plugged-aec0825c-afae-414f-a80b-f92fb8abc6ce for instance with vm_state building and task_state spawning. [ 1110.263640] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.343915] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Successfully updated port: aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.501675] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.538675] env[70498]: DEBUG nova.compute.utils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.542716] env[70498]: INFO nova.compute.claims [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.548959] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.549226] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.574400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-388b9d2c-9ac0-4144-b572-6749af48cd00 tempest-ServersListShow298Test-210731448 tempest-ServersListShow298Test-210731448-project-member] Lock "4a37d39e-9040-4b77-8701-781973530d84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.105s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.583747] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5dbcb0c-1b88-474a-bf97-753cf6988b36 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "5dacfb23-4e8e-45de-8927-d4079536a77e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.065s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.603705] env[70498]: DEBUG oslo_concurrency.lockutils [None req-046d4d0c-9eeb-42aa-bb00-b6cf08e6aa42 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "1121ea15-18c5-4127-b850-ce004941cd48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.634s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.608023] env[70498]: DEBUG nova.policy [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8cdff4ccba42a89d16da006b118f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aef8f208911417685a1f2de76fb082e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.611535] env[70498]: DEBUG oslo_concurrency.lockutils [None req-60346764-3d8f-4f91-a4c1-2fc9e99308da tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "8f026176-3148-4a5e-8f67-09477de45b2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.083s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.615902] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f70da3fd-57fe-4742-89c8-f783361f95b0 tempest-ServerShowV247Test-206918030 tempest-ServerShowV247Test-206918030-project-member] Lock "cb2ec9f9-6861-48e7-aad2-01442d18abd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.200s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.711038] env[70498]: DEBUG nova.compute.manager [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.711458] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.712652] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ab875e-5633-4608-ac85-3b795f266ea4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.725680] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.725680] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac4125bf-549a-4d23-b693-6504fe50f9a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.730325] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1110.730325] env[70498]: value = "task-3615084" [ 1110.730325] env[70498]: _type = "Task" [ 1110.730325] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.745394] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.766030] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.850566] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.850721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.850872] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.001385] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.029495] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Successfully created port: e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.051030] env[70498]: INFO nova.compute.resource_tracker [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating resource usage from migration 6d036f7b-62d9-4c59-8c93-cfcabd9d3762 [ 1111.054486] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.249089] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.269984] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.421956] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.491864] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f28719-1560-410e-acd2-b1bd310d8138 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.508155] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3353079-5884-4149-a11e-9389540c33ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.514726] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.560493] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153a10c3-5de4-4915-8e5a-a1b925b05003 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.572976] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8883c1f7-c89a-46ee-babb-c58e1affb075 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.589999] env[70498]: DEBUG nova.compute.provider_tree [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.711215] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Updating instance_info_cache with network_info: [{"id": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "address": "fa:16:3e:cf:b1:63", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec0825c-af", "ovs_interfaceid": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.745983] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615084, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.768371] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.010705] env[70498]: DEBUG oslo_vmware.api [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.815855} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.012268] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.012268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.012268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.012268] env[70498]: INFO nova.compute.manager [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1112.012893] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.012893] env[70498]: DEBUG nova.compute.manager [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.012893] env[70498]: DEBUG nova.network.neutron [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.071127] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.093530] env[70498]: DEBUG nova.scheduler.client.report [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.106790] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.107788] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.107788] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.107788] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.107788] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.107788] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.108120] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.111084] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.111593] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.111835] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.112066] env[70498]: DEBUG nova.virt.hardware [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.115926] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d798c44-750e-412f-b75a-e995840d46ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.129276] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80268d4d-5927-4cd4-b8db-8171fcba2436 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.214074] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.214578] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Instance network_info: |[{"id": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "address": "fa:16:3e:cf:b1:63", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec0825c-af", "ovs_interfaceid": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.215400] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b1:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aec0825c-afae-414f-a80b-f92fb8abc6ce', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.223825] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating folder: Project (7aef8f208911417685a1f2de76fb082e). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.224580] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aa2d8b6-3258-4e90-93be-a821a1a3ee87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.236257] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created folder: Project (7aef8f208911417685a1f2de76fb082e) in parent group-v720819. [ 1112.236375] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating folder: Instances. Parent ref: group-v721082. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1112.241606] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccfadce2-8eee-49d2-afff-ecb6434a62ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.250545] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615084, 'name': PowerOffVM_Task, 'duration_secs': 1.044101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.252275] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.252370] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.252631] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created folder: Instances in parent group-v721082. [ 1112.252859] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.257398] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f49b2d0c-b66a-4cb0-a4fc-8784f8e5bb1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.259138] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.259466] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95236694-8a73-439a-b44d-c4f863d1f584 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.301125] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615080, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.619775} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.302545] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51/OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51.vmdk to [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk. [ 1112.302838] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Cleaning up location [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1112.302906] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7a53b763-f27f-4b7b-b0ec-5453df651f51 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.303181] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.303181] env[70498]: value = "task-3615088" [ 1112.303181] env[70498]: _type = "Task" [ 1112.303181] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.303371] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386654e3-6fc1-49a3-8bf3-7129b76f78e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.315551] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615088, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.317475] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1112.317475] env[70498]: value = "task-3615089" [ 1112.317475] env[70498]: _type = "Task" [ 1112.317475] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.457263] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.459246] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.459246] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleting the datastore file [datastore1] 3e102fa4-fcad-4405-9a72-b583313c6b1d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.459246] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80eaac7-9b78-4ac9-a470-51618538ce7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.466150] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1112.466150] env[70498]: value = "task-3615090" [ 1112.466150] env[70498]: _type = "Task" [ 1112.466150] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.477987] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.535481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.535762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.602135] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.568s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.602409] env[70498]: INFO nova.compute.manager [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Migrating [ 1112.613014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.816s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.614644] env[70498]: INFO nova.compute.claims [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.628412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.628661] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.628882] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.629091] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.629284] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.631407] env[70498]: INFO nova.compute.manager [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Terminating instance [ 1112.692171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.692420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.765673] env[70498]: DEBUG nova.compute.manager [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Received event network-changed-aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.765910] env[70498]: DEBUG nova.compute.manager [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Refreshing instance network info cache due to event network-changed-aec0825c-afae-414f-a80b-f92fb8abc6ce. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.766337] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] Acquiring lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.766507] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] Acquired lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.767965] env[70498]: DEBUG nova.network.neutron [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Refreshing network info cache for port aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.816343] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615088, 'name': CreateVM_Task, 'duration_secs': 0.464034} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.816519] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.817546] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.817546] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.818729] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.819132] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8202a5ff-7870-46ac-9f71-8589795e9d37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.829375] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1112.829375] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5262630b-f593-aa42-9047-d28d11aac8c3" [ 1112.829375] env[70498]: _type = "Task" [ 1112.829375] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.833209] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046742} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.837703] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.837901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838189] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk to [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.843507] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dd401ef-7531-4ba9-9f73-23743221e21e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.847854] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5262630b-f593-aa42-9047-d28d11aac8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.849368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.850030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.850499] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.850688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.850841] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.851857] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1112.851857] env[70498]: value = "task-3615091" [ 1112.851857] env[70498]: _type = "Task" [ 1112.851857] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.852077] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6931ab-fbed-4bf1-b7ee-180fd1fc2a8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.864528] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.866847] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.867064] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.869321] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6ecc04-048d-44eb-a96d-273443278a87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.873552] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1112.873552] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cf334e-4ee9-9db3-27c6-2fe01aef106f" [ 1112.873552] env[70498]: _type = "Task" [ 1112.873552] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.882824] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cf334e-4ee9-9db3-27c6-2fe01aef106f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.963043] env[70498]: DEBUG nova.network.neutron [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.977657] env[70498]: DEBUG oslo_vmware.api [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177086} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.978829] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.978829] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.979599] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.979599] env[70498]: INFO nova.compute.manager [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1112.979599] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.980000] env[70498]: DEBUG nova.compute.manager [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.980120] env[70498]: DEBUG nova.network.neutron [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.040021] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.098254] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Successfully updated port: e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.131907] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.132176] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.132345] env[70498]: DEBUG nova.network.neutron [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.136890] env[70498]: DEBUG nova.compute.manager [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.137181] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.138305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4c920-95fb-4d63-8e22-e0163c919817 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.149970] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.150980] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17af0704-ab55-4b66-ad6a-1fd4995385c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.158826] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1113.158826] env[70498]: value = "task-3615092" [ 1113.158826] env[70498]: _type = "Task" [ 1113.158826] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.169531] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.196701] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.370445] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.390187] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cf334e-4ee9-9db3-27c6-2fe01aef106f, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.391876] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521429d6-2985-4d81-a16c-b917f657f2e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.401855] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1113.401855] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520ecdd1-b5f6-8cbb-34cf-9ccbd5812697" [ 1113.401855] env[70498]: _type = "Task" [ 1113.401855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.412534] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520ecdd1-b5f6-8cbb-34cf-9ccbd5812697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.466899] env[70498]: INFO nova.compute.manager [-] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Took 1.45 seconds to deallocate network for instance. [ 1113.584283] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.601025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.601025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.601025] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.610934] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.611198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.673903] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615092, 'name': PowerOffVM_Task, 'duration_secs': 0.514052} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.677184] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.677487] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.677829] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58a351e6-f44c-4222-ab48-bbbc01d29179 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.721400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.762358] env[70498]: DEBUG nova.network.neutron [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Updated VIF entry in instance network info cache for port aec0825c-afae-414f-a80b-f92fb8abc6ce. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.762358] env[70498]: DEBUG nova.network.neutron [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Updating instance_info_cache with network_info: [{"id": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "address": "fa:16:3e:cf:b1:63", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaec0825c-af", "ovs_interfaceid": "aec0825c-afae-414f-a80b-f92fb8abc6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.770493] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.771711] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.771711] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore1] c87d60f1-7a1e-4edf-831a-1fdf542fcf93 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.771711] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c92758-7191-4c54-a70d-cc2963d0f543 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.778570] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1113.778570] env[70498]: value = "task-3615094" [ 1113.778570] env[70498]: _type = "Task" [ 1113.778570] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.791606] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.869502] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.913314] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520ecdd1-b5f6-8cbb-34cf-9ccbd5812697, 'name': SearchDatastore_Task, 'duration_secs': 0.027966} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.913614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.913880] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8f6b5204-37e1-4179-8ad8-769f42e0dd5b/8f6b5204-37e1-4179-8ad8-769f42e0dd5b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.914180] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-300268bb-a8a8-43d1-81e2-ebc1b3e21839 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.924826] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1113.924826] env[70498]: value = "task-3615095" [ 1113.924826] env[70498]: _type = "Task" [ 1113.924826] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.934775] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.976892] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.023943] env[70498]: DEBUG nova.network.neutron [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.114561] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.123420] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5325aa-abae-4f25-ba4d-eae86907c4a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.135681] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85da55-768f-4814-8ef2-f9bcb3876630 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.148197] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.179071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3921f85-2d38-40b8-9129-415df1334a43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.193023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8ddbe-6441-4e7c-a99d-ae1ca048a784 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.211392] env[70498]: DEBUG nova.compute.provider_tree [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.270228] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbd2751f-3693-47e0-8c94-ec730048c679 req-632401dc-298d-4567-8cc0-0dec11d1316b service nova] Releasing lock "refresh_cache-8f6b5204-37e1-4179-8ad8-769f42e0dd5b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.297238] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.370586] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.377363] env[70498]: DEBUG nova.network.neutron [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Updating instance_info_cache with network_info: [{"id": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "address": "fa:16:3e:9d:8e:fb", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fa0c7a-d1", "ovs_interfaceid": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.436483] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.480317] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1114.481490] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f31e8b-7fd2-4692-880d-b2ab5b5d76db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.489146] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1114.489386] env[70498]: ERROR oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk due to incomplete transfer. [ 1114.490051] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb4ee3e2-b3eb-4590-8fc5-46f1bc642a44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.498825] env[70498]: DEBUG oslo_vmware.rw_handles [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527ac3f3-9baf-0650-f0a2-16e69224a4f1/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1114.499049] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Uploaded image f0ae44a3-4d27-4701-bdf0-42bff6f30c22 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1114.501702] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1114.502031] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f6d920c-5f3d-4e57-aaad-46c2b6d3275a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.508808] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1114.508808] env[70498]: value = "task-3615096" [ 1114.508808] env[70498]: _type = "Task" [ 1114.508808] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.518836] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615096, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.527709] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.588807] env[70498]: DEBUG nova.network.neutron [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.640933] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.685038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.687564] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.715834] env[70498]: DEBUG nova.scheduler.client.report [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.800914] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.805429] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Received event network-vif-deleted-68ddfc83-1f4a-45c5-b0f7-88e0822da92b {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.805666] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Received event network-vif-plugged-e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.805861] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Acquiring lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.806086] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.806257] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.806436] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] No waiting events found dispatching network-vif-plugged-e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.806581] env[70498]: WARNING nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Received unexpected event network-vif-plugged-e7fa0c7a-d1f7-49ce-9160-f65566bd312f for instance with vm_state building and task_state spawning. [ 1114.806740] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Received event network-changed-e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.806889] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Refreshing instance network info cache due to event network-changed-e7fa0c7a-d1f7-49ce-9160-f65566bd312f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.807062] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Acquiring lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.868162] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.880619] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.880975] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Instance network_info: |[{"id": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "address": "fa:16:3e:9d:8e:fb", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fa0c7a-d1", "ovs_interfaceid": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.881344] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Acquired lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.881545] env[70498]: DEBUG nova.network.neutron [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Refreshing network info cache for port e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.882945] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:8e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7fa0c7a-d1f7-49ce-9160-f65566bd312f', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.891036] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.892614] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.892614] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32139ff0-c488-4d62-bfad-6d95499d77fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.914170] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.914170] env[70498]: value = "task-3615097" [ 1114.914170] env[70498]: _type = "Task" [ 1114.914170] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.922957] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615097, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.935881] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726171} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.936187] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8f6b5204-37e1-4179-8ad8-769f42e0dd5b/8f6b5204-37e1-4179-8ad8-769f42e0dd5b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.936407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.936683] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac6741c-bedf-4290-8b69-75b55d12d199 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.945103] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1114.945103] env[70498]: value = "task-3615098" [ 1114.945103] env[70498]: _type = "Task" [ 1114.945103] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.953487] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.019563] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615096, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.092319] env[70498]: INFO nova.compute.manager [-] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Took 2.11 seconds to deallocate network for instance. [ 1115.190597] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.221433] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.222728] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.611s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.222987] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.225329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.977s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.225562] env[70498]: DEBUG nova.objects.instance [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lazy-loading 'resources' on Instance uuid aa405dfe-8140-435c-b852-a702edbc7815 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.265692] env[70498]: INFO nova.scheduler.client.report [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleted allocations for instance 98b2294e-8df8-4b09-951b-0e99dae111d1 [ 1115.298197] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.368995] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615091, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.465937} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.369355] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/695238b4-0f0f-4c91-8988-117a9ddd62bd/695238b4-0f0f-4c91-8988-117a9ddd62bd.vmdk to [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.370220] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23fa54-b485-4dd3-9821-df1a1fb884c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.391127] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.391651] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a0a068-85f1-4a62-abc3-3a31109a658f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.412361] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1115.412361] env[70498]: value = "task-3615099" [ 1115.412361] env[70498]: _type = "Task" [ 1115.412361] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.422458] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.425370] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615097, 'name': CreateVM_Task, 'duration_secs': 0.42008} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.425522] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.426157] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.426317] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.426690] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.428897] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41f2032-a6a6-454a-a2d4-f4956f626080 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.433144] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1115.433144] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d1a484-4f28-7d28-f09a-d9789f6ac4a8" [ 1115.433144] env[70498]: _type = "Task" [ 1115.433144] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.441043] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d1a484-4f28-7d28-f09a-d9789f6ac4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.453573] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083888} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.453709] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.454405] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ac920b-8986-48c1-a2f8-7c0265f02027 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.477049] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 8f6b5204-37e1-4179-8ad8-769f42e0dd5b/8f6b5204-37e1-4179-8ad8-769f42e0dd5b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.477203] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee3367a-3ebb-45fa-ad3d-f1ef3c27ee13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.499087] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1115.499087] env[70498]: value = "task-3615100" [ 1115.499087] env[70498]: _type = "Task" [ 1115.499087] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.506930] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.517982] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615096, 'name': Destroy_Task, 'duration_secs': 0.66068} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.518212] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Destroyed the VM [ 1115.518441] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1115.518676] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c43267c0-ae5e-41f0-a739-7f4e22cf2887 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.523651] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1115.523651] env[70498]: value = "task-3615101" [ 1115.523651] env[70498]: _type = "Task" [ 1115.523651] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.530598] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.598999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.630718] env[70498]: DEBUG nova.network.neutron [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Updated VIF entry in instance network info cache for port e7fa0c7a-d1f7-49ce-9160-f65566bd312f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.631109] env[70498]: DEBUG nova.network.neutron [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Updating instance_info_cache with network_info: [{"id": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "address": "fa:16:3e:9d:8e:fb", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7fa0c7a-d1", "ovs_interfaceid": "e7fa0c7a-d1f7-49ce-9160-f65566bd312f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.715357] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.728500] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "1b59009e-52c4-4655-b868-49cf322a2a8f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.728623] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "1b59009e-52c4-4655-b868-49cf322a2a8f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.777463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-65030c2d-4551-4342-9560-4fe24ed0716b tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "98b2294e-8df8-4b09-951b-0e99dae111d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.057s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.798725] env[70498]: DEBUG oslo_vmware.api [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.558386} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.799608] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.799799] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.799978] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.800170] env[70498]: INFO nova.compute.manager [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1115.800405] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.800594] env[70498]: DEBUG nova.compute.manager [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.800686] env[70498]: DEBUG nova.network.neutron [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.921169] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615099, 'name': ReconfigVM_Task, 'duration_secs': 0.354486} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.921605] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3/326c5243-e998-4528-9bd8-b70201c284f3.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.922254] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe5eaca-b7e6-46e7-a310-4aa4b6bb2b21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.928534] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1115.928534] env[70498]: value = "task-3615102" [ 1115.928534] env[70498]: _type = "Task" [ 1115.928534] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.941932] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615102, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.947129] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d1a484-4f28-7d28-f09a-d9789f6ac4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.020957} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.947421] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.947652] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.947894] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.948030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.948210] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.948457] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a590e50-dae0-4b66-816f-b59af88e58bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.956609] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.956800] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.957526] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9379a66-204e-48de-8e2b-6f9c26f49aa9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.964864] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1115.964864] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cac18d-0226-0f7e-9b6f-cdb06cb99a32" [ 1115.964864] env[70498]: _type = "Task" [ 1115.964864] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.972149] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cac18d-0226-0f7e-9b6f-cdb06cb99a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.009388] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.032854] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.041091] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc66a4a-7796-4ca0-8c93-4f4cb6b6e084 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.047008] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c820db-52e7-48e3-9106-2aacca5666a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.062536] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.069824] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f09056-cba2-4934-a8a1-6f93edcbbb07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.100883] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4086b4a7-a41c-4659-ad9d-258ee780ac86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.108767] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5127b6-433a-4e69-a5b3-29165ae3b88f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.123175] env[70498]: DEBUG nova.compute.provider_tree [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.133544] env[70498]: DEBUG oslo_concurrency.lockutils [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] Releasing lock "refresh_cache-a37737e6-72d1-48c6-9d2a-b7ef530de09d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.133811] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-deleted-cd620493-e9bd-4fc2-b9d6-d30b6be056cc {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.134009] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-deleted-88745264-6c20-497e-9473-f67db9c1a8f1 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.134194] env[70498]: DEBUG nova.compute.manager [req-96815fb9-73a8-47d0-87d1-2aee2ccc3004 req-fd33d324-c909-4bce-9a86-5b44d5a42785 service nova] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Received event network-vif-deleted-893a4172-b870-480c-af28-e1c44829a408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.232851] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "1b59009e-52c4-4655-b868-49cf322a2a8f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.233483] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.438085] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615102, 'name': Rename_Task, 'duration_secs': 0.136571} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.438382] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.438627] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0968c4bd-9a95-4a2c-a980-ba6248ef8b3d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.444347] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1116.444347] env[70498]: value = "task-3615103" [ 1116.444347] env[70498]: _type = "Task" [ 1116.444347] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.452461] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.476319] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cac18d-0226-0f7e-9b6f-cdb06cb99a32, 'name': SearchDatastore_Task, 'duration_secs': 0.008044} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.477388] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc75c806-4609-4b28-88ac-80bd64ba0312 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.483563] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1116.483563] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525ea0ed-adc5-df85-ba39-afedf415c09f" [ 1116.483563] env[70498]: _type = "Task" [ 1116.483563] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.491819] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525ea0ed-adc5-df85-ba39-afedf415c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.509438] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.532972] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615101, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.537407] env[70498]: DEBUG nova.network.neutron [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.568655] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.569051] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0903c91f-068c-4dab-8fda-038477170503 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.574548] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1116.574548] env[70498]: value = "task-3615104" [ 1116.574548] env[70498]: _type = "Task" [ 1116.574548] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.582400] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.629057] env[70498]: DEBUG nova.scheduler.client.report [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.740741] env[70498]: DEBUG nova.compute.utils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.740741] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.742726] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.793686] env[70498]: DEBUG nova.policy [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bd5e0c02ab40c4800cc7dafec0fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '081af563462e4997b6e4e6879acff5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.832467] env[70498]: DEBUG nova.compute.manager [req-8b164695-0aae-4ba6-8069-7cfb0edcef56 req-11ecf9c6-322b-484b-a6a5-82e867b780e3 service nova] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Received event network-vif-deleted-2f6b603e-440c-4f67-924e-1d2e854b7a3d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.956210] env[70498]: DEBUG oslo_vmware.api [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615103, 'name': PowerOnVM_Task, 'duration_secs': 0.468238} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.956450] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.994475] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525ea0ed-adc5-df85-ba39-afedf415c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.994880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.995308] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a37737e6-72d1-48c6-9d2a-b7ef530de09d/a37737e6-72d1-48c6-9d2a-b7ef530de09d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.995713] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37827eaa-53d0-4ed0-a986-4c81d5eb42b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.006892] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1117.006892] env[70498]: value = "task-3615105" [ 1117.006892] env[70498]: _type = "Task" [ 1117.006892] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.015159] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615100, 'name': ReconfigVM_Task, 'duration_secs': 1.07077} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.015159] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 8f6b5204-37e1-4179-8ad8-769f42e0dd5b/8f6b5204-37e1-4179-8ad8-769f42e0dd5b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.015159] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3cc3f8-1498-4f03-9d9e-b5dc0c80b7f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.019680] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.024026] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1117.024026] env[70498]: value = "task-3615106" [ 1117.024026] env[70498]: _type = "Task" [ 1117.024026] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.037555] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615106, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.041335] env[70498]: INFO nova.compute.manager [-] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Took 1.24 seconds to deallocate network for instance. [ 1117.041335] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615101, 'name': RemoveSnapshot_Task, 'duration_secs': 1.149298} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.042770] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1117.043066] env[70498]: DEBUG nova.compute.manager [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.046452] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c148764-9108-4be7-ad13-3d5bbe84d7cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.085040] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615104, 'name': PowerOffVM_Task, 'duration_secs': 0.165728} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.088020] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.088020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.106690] env[70498]: DEBUG nova.compute.manager [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.109033] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91453e-13ef-4b3f-b053-21d7bd99bf48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.130960] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Successfully created port: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.133633] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.135589] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.820s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.165681] env[70498]: INFO nova.scheduler.client.report [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Deleted allocations for instance aa405dfe-8140-435c-b852-a702edbc7815 [ 1117.246968] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.522139] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615105, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.537967] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615106, 'name': Rename_Task, 'duration_secs': 0.187105} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.538739] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.539057] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9aeb225-3a87-4cd1-b73d-98d6418d9b6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.549272] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1117.549272] env[70498]: value = "task-3615107" [ 1117.549272] env[70498]: _type = "Task" [ 1117.549272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.550368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.561611] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.562151] env[70498]: INFO nova.compute.manager [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Shelve offloading [ 1117.592694] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.592950] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.593256] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.593495] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.593660] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.593808] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.594019] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.594184] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.594388] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.594565] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.594761] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.600091] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e28314-1761-4439-8d3d-ccaff930adf2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.621187] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1117.621187] env[70498]: value = "task-3615108" [ 1117.621187] env[70498]: _type = "Task" [ 1117.621187] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.637351] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.637770] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8f2e9a4e-faee-407f-8a2f-b662f18b5822 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.405s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.643884] env[70498]: INFO nova.compute.claims [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.674026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9f890a96-2981-4129-8898-e8485198e83a tempest-InstanceActionsTestJSON-1648332247 tempest-InstanceActionsTestJSON-1648332247-project-member] Lock "aa405dfe-8140-435c-b852-a702edbc7815" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.053s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.018288] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58978} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.018569] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] a37737e6-72d1-48c6-9d2a-b7ef530de09d/a37737e6-72d1-48c6-9d2a-b7ef530de09d.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.018791] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.019071] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd9ddad-700e-48a6-9e8a-4479afbf778b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.025766] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1118.025766] env[70498]: value = "task-3615109" [ 1118.025766] env[70498]: _type = "Task" [ 1118.025766] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.034406] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.059053] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.065761] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.066066] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d0ff82f-c4f4-4a4a-ba5b-9e08955e7285 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.072470] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1118.072470] env[70498]: value = "task-3615110" [ 1118.072470] env[70498]: _type = "Task" [ 1118.072470] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.080573] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.080836] env[70498]: DEBUG nova.compute.manager [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.081593] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1060512d-1edb-407f-804c-96b69e0ed57d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.086918] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.087267] env[70498]: DEBUG nova.network.neutron [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.130474] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615108, 'name': ReconfigVM_Task, 'duration_secs': 0.422536} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.130580] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.148103] env[70498]: INFO nova.compute.resource_tracker [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating resource usage from migration b001bfeb-a097-46e8-8cbf-d94bbf5def84 [ 1118.258767] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.293162] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.294027] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.294027] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.294027] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.294336] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.294505] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.294814] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.295239] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.295332] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.296529] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.296529] env[70498]: DEBUG nova.virt.hardware [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.296953] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd8b4d-ef58-48b0-8395-47b1a706b047 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.311116] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d531c41-4a7b-4922-a94a-da06d2640e7a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.537977] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235268} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.537977] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.538516] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf14e3e-3a3c-4c7a-ba35-0640c1d04b9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.560626] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a37737e6-72d1-48c6-9d2a-b7ef530de09d/a37737e6-72d1-48c6-9d2a-b7ef530de09d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.566838] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b35963a-0f75-4cb6-bc7a-1e615a8fd01b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.588635] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615107, 'name': PowerOnVM_Task, 'duration_secs': 0.886829} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.589887] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.590111] env[70498]: INFO nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1118.590296] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.590623] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1118.590623] env[70498]: value = "task-3615111" [ 1118.590623] env[70498]: _type = "Task" [ 1118.590623] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.591363] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1312a-fb83-4fbc-87a4-55cde0e1efc5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.600732] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca53fa-20c0-474e-b7f9-9768126c9f04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.614630] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.618231] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea765cf-72e0-4c9b-8ae1-59b886483ae3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.650377] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.650625] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.650780] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.650958] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.651119] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.651306] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.651537] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.651696] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.651859] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.652036] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.652205] env[70498]: DEBUG nova.virt.hardware [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.657492] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.658632] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f286ab94-8a52-4e1c-acb9-5cc6ff8c429d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.671818] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd195785-8ec1-4d1a-8e65-63a57eab7258 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.684054] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f54580-d63c-4740-ad01-607156ab2e9e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.689507] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1118.689507] env[70498]: value = "task-3615112" [ 1118.689507] env[70498]: _type = "Task" [ 1118.689507] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.701446] env[70498]: DEBUG nova.compute.provider_tree [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.706511] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.996369] env[70498]: DEBUG nova.network.neutron [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.089783] env[70498]: DEBUG nova.compute.manager [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Received event network-vif-plugged-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.090144] env[70498]: DEBUG oslo_concurrency.lockutils [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] Acquiring lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.090396] env[70498]: DEBUG oslo_concurrency.lockutils [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.091112] env[70498]: DEBUG oslo_concurrency.lockutils [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.091819] env[70498]: DEBUG nova.compute.manager [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] No waiting events found dispatching network-vif-plugged-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.092071] env[70498]: WARNING nova.compute.manager [req-276df35d-0e78-4ed9-af85-9c470b063e3e req-b0edb129-c17e-4631-9646-1e64082967d9 service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Received unexpected event network-vif-plugged-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 for instance with vm_state building and task_state spawning. [ 1119.104479] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.126544] env[70498]: INFO nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Took 37.13 seconds to build instance. [ 1119.134891] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.135154] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.202491] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.225150] env[70498]: ERROR nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [req-4ae479e8-7c76-4991-99dc-1ea7c85a26e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ae479e8-7c76-4991-99dc-1ea7c85a26e1"}]} [ 1119.242893] env[70498]: DEBUG nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1119.255788] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Successfully updated port: 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.270547] env[70498]: DEBUG nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1119.270850] env[70498]: DEBUG nova.compute.provider_tree [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.290801] env[70498]: DEBUG nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1119.314888] env[70498]: DEBUG nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1119.504111] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.606823] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615111, 'name': ReconfigVM_Task, 'duration_secs': 0.8749} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.610156] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a37737e6-72d1-48c6-9d2a-b7ef530de09d/a37737e6-72d1-48c6-9d2a-b7ef530de09d.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.611923] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3388c5a0-2807-46eb-b0c0-28e735735aa8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.617421] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1119.617421] env[70498]: value = "task-3615113" [ 1119.617421] env[70498]: _type = "Task" [ 1119.617421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.631146] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.645s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.637405] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.640542] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615113, 'name': Rename_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.700991] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.761402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.761402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquired lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.761402] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.763997] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af8f0b-d304-4e8b-b76d-b0810bfff632 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.771545] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ad462-9718-482e-8269-776084d4a693 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.806340] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25cb9d4-650d-4365-b78e-edf293faa3b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.814275] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ff74f-13d6-43fa-b78a-b69672777c02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.831193] env[70498]: DEBUG nova.compute.provider_tree [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.927945] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.928290] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893a7b8-9bdf-4865-af0a-f55a2d153c6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.936290] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.936573] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40237be7-d22a-4bf4-9c0a-ddb42a309873 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.003576] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.003834] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.004026] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.004306] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd01f4f-24b7-4df2-9eb2-38940e60d58d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.011856] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1120.011856] env[70498]: value = "task-3615115" [ 1120.011856] env[70498]: _type = "Task" [ 1120.011856] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.023636] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.129093] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615113, 'name': Rename_Task, 'duration_secs': 0.167841} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.129411] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.129624] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3e5c731-e50e-4c92-a908-c8e288e3278b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.134827] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b484e9-df92-4548-9117-42e0abb15444 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.138434] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1120.138434] env[70498]: value = "task-3615116" [ 1120.138434] env[70498]: _type = "Task" [ 1120.138434] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.145641] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Suspending the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1120.146191] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-58378629-5251-4be6-93c6-054252a05a2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.155022] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.157140] env[70498]: DEBUG oslo_vmware.api [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1120.157140] env[70498]: value = "task-3615117" [ 1120.157140] env[70498]: _type = "Task" [ 1120.157140] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.166091] env[70498]: DEBUG oslo_vmware.api [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615117, 'name': SuspendVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.167434] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.202741] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615112, 'name': ReconfigVM_Task, 'duration_secs': 1.467989} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.203143] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.204160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad07e3-ce47-4e5b-95d2-a864bc6eeabc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.230024] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.230224] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b87d90-8b56-4c9b-b8a1-9615285c5cb3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.250120] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1120.250120] env[70498]: value = "task-3615118" [ 1120.250120] env[70498]: _type = "Task" [ 1120.250120] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.260444] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.304831] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.370035] env[70498]: DEBUG nova.scheduler.client.report [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1120.370035] env[70498]: DEBUG nova.compute.provider_tree [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 138 to 139 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1120.370227] env[70498]: DEBUG nova.compute.provider_tree [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.489128] env[70498]: DEBUG nova.network.neutron [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Updating instance_info_cache with network_info: [{"id": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "address": "fa:16:3e:5e:d8:ad", "network": {"id": "cb319ed0-72d1-4ced-942e-ba0cb55e752b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1176454083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "081af563462e4997b6e4e6879acff5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbafe56-c7", "ovs_interfaceid": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.521495] env[70498]: DEBUG oslo_vmware.api [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264478} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.521763] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.521948] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.522138] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.542233] env[70498]: INFO nova.scheduler.client.report [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted allocations for instance 93216dec-651d-4c54-924c-ce39b1ed0d4a [ 1120.651185] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.666701] env[70498]: DEBUG oslo_vmware.api [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615117, 'name': SuspendVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.761137] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.875808] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.740s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.875888] env[70498]: INFO nova.compute.manager [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Migrating [ 1120.884229] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.299s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.884782] env[70498]: INFO nova.compute.claims [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.991997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Releasing lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.993115] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Instance network_info: |[{"id": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "address": "fa:16:3e:5e:d8:ad", "network": {"id": "cb319ed0-72d1-4ced-942e-ba0cb55e752b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1176454083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "081af563462e4997b6e4e6879acff5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbafe56-c7", "ovs_interfaceid": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.993115] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.001041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Creating folder: Project (081af563462e4997b6e4e6879acff5b3). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.001557] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74ef7999-7110-4aac-9e92-a157d4e03920 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.012331] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Created folder: Project (081af563462e4997b6e4e6879acff5b3) in parent group-v720819. [ 1121.012538] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Creating folder: Instances. Parent ref: group-v721086. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1121.012798] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-719460a5-8a7a-4927-ba36-12b109e50387 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.021713] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Created folder: Instances in parent group-v721086. [ 1121.021950] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.022180] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.022408] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d951c4b2-13ee-40b2-ae2d-3ed74ad3faa1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.043574] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.043574] env[70498]: value = "task-3615121" [ 1121.043574] env[70498]: _type = "Task" [ 1121.043574] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.048166] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.053710] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615121, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.127721] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Received event network-changed-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.127721] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Refreshing instance network info cache due to event network-changed-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.127721] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Acquiring lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.127721] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Acquired lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.127721] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Refreshing network info cache for port 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.151511] env[70498]: DEBUG oslo_vmware.api [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615116, 'name': PowerOnVM_Task, 'duration_secs': 0.971686} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.151869] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.152052] env[70498]: INFO nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1121.156027] env[70498]: DEBUG nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.156027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e02cdf-9bcd-4a79-845f-8b2df7445269 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172064] env[70498]: DEBUG oslo_vmware.api [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615117, 'name': SuspendVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.262404] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615118, 'name': ReconfigVM_Task, 'duration_secs': 0.584165} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.262714] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079/a7fcfa53-c50c-4fb3-9aba-91e28dab2079.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.262987] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.402267] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.402688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.402688] env[70498]: DEBUG nova.network.neutron [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.555013] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615121, 'name': CreateVM_Task, 'duration_secs': 0.402351} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.555465] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.556530] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.556880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.557912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.558243] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be302120-9ff5-455f-9892-2b99ecc34937 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.570114] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1121.570114] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc254f-225d-8898-7316-32f19ef7d0ba" [ 1121.570114] env[70498]: _type = "Task" [ 1121.570114] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.576841] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc254f-225d-8898-7316-32f19ef7d0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.673651] env[70498]: DEBUG oslo_vmware.api [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615117, 'name': SuspendVM_Task, 'duration_secs': 1.027171} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.674327] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Suspended the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1121.674713] env[70498]: DEBUG nova.compute.manager [None req-39da1352-a869-4c19-a892-e84ad5d73e26 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.677434] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0da37-aa02-450e-82bf-c399bbf162ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.681019] env[70498]: INFO nova.compute.manager [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Took 39.64 seconds to build instance. [ 1121.773484] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff544d5-5fcd-4b9d-9b04-813b30de7322 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.793910] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223c224a-1b5b-4bc6-b877-72f055d9f8a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.813017] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.881174] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Updated VIF entry in instance network info cache for port 5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.881174] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Updating instance_info_cache with network_info: [{"id": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "address": "fa:16:3e:5e:d8:ad", "network": {"id": "cb319ed0-72d1-4ced-942e-ba0cb55e752b", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1176454083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "081af563462e4997b6e4e6879acff5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dbafe56-c7", "ovs_interfaceid": "5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.081878] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dc254f-225d-8898-7316-32f19ef7d0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.051069} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.082531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.083384] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.083760] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.084108] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.084367] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.084777] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2faa3623-c463-4234-b694-121864a1720b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.094686] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.095116] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.095850] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db738eaf-0764-4e1b-8593-76f518f7af97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.106926] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1122.106926] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523ecc82-a280-f7ee-d7ec-766e016dd370" [ 1122.106926] env[70498]: _type = "Task" [ 1122.106926] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.118458] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523ecc82-a280-f7ee-d7ec-766e016dd370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.183644] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84ccceef-8ad0-4ac9-be6b-1e3f183cf604 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.158s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.202040] env[70498]: DEBUG nova.network.neutron [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.287762] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebbc412-8a7d-4e9d-a3f1-134756834421 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.295519] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8366b4-c19d-41f2-b87d-042c23da77d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.341841] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06aa0dfc-1894-403e-87c0-4ddf35358c32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.348961] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1413f7b0-bc1e-4fbb-8f58-6cf8b1794815 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.364893] env[70498]: DEBUG nova.compute.provider_tree [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.383131] env[70498]: DEBUG nova.network.neutron [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Port 7d6de72c-943c-40b2-b5d8-a49b9fb62b2d binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.384660] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Releasing lock "refresh_cache-6aff63ca-7e21-44c4-806a-22747d2ba7c6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.384890] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-vif-unplugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.385080] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.385291] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.385448] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.385609] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] No waiting events found dispatching network-vif-unplugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.385775] env[70498]: WARNING nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received unexpected event network-vif-unplugged-d129bc58-43d2-4454-9919-d55f1dce0bae for instance with vm_state shelved_offloaded and task_state None. [ 1122.385934] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.386094] env[70498]: DEBUG nova.compute.manager [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing instance network info cache due to event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.386286] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.386422] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.386572] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.619028] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523ecc82-a280-f7ee-d7ec-766e016dd370, 'name': SearchDatastore_Task, 'duration_secs': 0.038647} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.619838] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d0b30d-cbb6-41d1-a874-34b62a9b93b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.625933] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1122.625933] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a344d1-5db1-fe76-e257-64cce6369764" [ 1122.625933] env[70498]: _type = "Task" [ 1122.625933] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.635496] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a344d1-5db1-fe76-e257-64cce6369764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.704171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.914017] env[70498]: DEBUG nova.scheduler.client.report [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.914017] env[70498]: DEBUG nova.compute.provider_tree [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 139 to 140 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.914017] env[70498]: DEBUG nova.compute.provider_tree [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.139968] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a344d1-5db1-fe76-e257-64cce6369764, 'name': SearchDatastore_Task, 'duration_secs': 0.010973} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.143206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.143967] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 6aff63ca-7e21-44c4-806a-22747d2ba7c6/6aff63ca-7e21-44c4-806a-22747d2ba7c6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.143967] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a752ae5e-960a-477f-bc65-affdcb5ce557 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.152577] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1123.152577] env[70498]: value = "task-3615122" [ 1123.152577] env[70498]: _type = "Task" [ 1123.152577] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.164864] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.294887] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updated VIF entry in instance network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.295102] env[70498]: DEBUG nova.network.neutron [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd129bc58-43", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.318678] env[70498]: INFO nova.compute.manager [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Resuming [ 1123.319852] env[70498]: DEBUG nova.objects.instance [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'flavor' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.340265] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.340830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.340830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.341074] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.341282] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.348388] env[70498]: INFO nova.compute.manager [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Terminating instance [ 1123.421552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.421658] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.423171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.423268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.423856] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.430245] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.709s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.431839] env[70498]: INFO nova.compute.claims [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.626080] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.626363] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.626604] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.626822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.627019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.632029] env[70498]: INFO nova.compute.manager [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Terminating instance [ 1123.667763] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464536} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.668149] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 6aff63ca-7e21-44c4-806a-22747d2ba7c6/6aff63ca-7e21-44c4-806a-22747d2ba7c6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.668596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.668781] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04bc5fd0-9fdd-4be6-bf66-2a21d69bd2c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.692447] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1123.692447] env[70498]: value = "task-3615123" [ 1123.692447] env[70498]: _type = "Task" [ 1123.692447] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.705236] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.798022] env[70498]: DEBUG oslo_concurrency.lockutils [req-a3729d8c-d8b3-4fa2-a1c2-ef3af5f0dc52 req-c7487596-8383-48d9-b541-444200754c8e service nova] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.858148] env[70498]: DEBUG nova.compute.manager [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.858148] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.858148] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb5ac8-0dc8-40b2-8163-1071504e18ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.865204] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.865643] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a62af8-2ed0-421b-9355-5be40238c231 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.873459] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1123.873459] env[70498]: value = "task-3615124" [ 1123.873459] env[70498]: _type = "Task" [ 1123.873459] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.883345] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.934021] env[70498]: DEBUG nova.compute.utils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.936649] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.937134] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.982818] env[70498]: DEBUG nova.policy [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bb2d415cedb4fff8c4327109c259e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baab9460134b4566b48f300e9fea5045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.140365] env[70498]: DEBUG nova.compute.manager [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.140365] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.140365] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81770cd1-0eac-4447-9194-19c572caed2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.151019] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.151019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-515c6c44-bf0f-465c-aa14-1b77e833bd90 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.161578] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1124.161578] env[70498]: value = "task-3615125" [ 1124.161578] env[70498]: _type = "Task" [ 1124.161578] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.172195] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.206400] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079454} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.207041] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.207988] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb6920d-55d9-415a-b9ec-7e471cf6ed55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.230217] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.242101] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 6aff63ca-7e21-44c4-806a-22747d2ba7c6/6aff63ca-7e21-44c4-806a-22747d2ba7c6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.243311] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d6b8ce-a8d5-44ec-ab72-50773b138b10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.263024] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a62cc-6f38-4d45-a669-a6f3cad11efc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.289366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.299166] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1124.299166] env[70498]: value = "task-3615126" [ 1124.299166] env[70498]: _type = "Task" [ 1124.299166] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.311028] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.356116] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Successfully created port: 24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.387588] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615124, 'name': PowerOffVM_Task, 'duration_secs': 0.217292} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.387915] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.388269] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.388536] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2588e569-eb59-4368-b3f1-4a01ee7d1fdc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.438723] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.462641] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.462641] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.462641] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleting the datastore file [datastore2] 8f6b5204-37e1-4179-8ad8-769f42e0dd5b {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.463996] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca4c06a5-c351-4051-9ebc-8a6ed1c38234 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.472230] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1124.472230] env[70498]: value = "task-3615128" [ 1124.472230] env[70498]: _type = "Task" [ 1124.472230] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.484479] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.509024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.509202] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.509387] env[70498]: DEBUG nova.network.neutron [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.676170] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615125, 'name': PowerOffVM_Task, 'duration_secs': 0.183859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.676170] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.676170] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.676578] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dbdd8a1-2c64-423a-9df6-b450e26de38b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.763340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.763340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.763340] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleting the datastore file [datastore2] a37737e6-72d1-48c6-9d2a-b7ef530de09d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.763503] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a45027-9067-4814-941f-590d3d75b2bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.771617] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1124.771617] env[70498]: value = "task-3615130" [ 1124.771617] env[70498]: _type = "Task" [ 1124.771617] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.786855] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.801653] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.802051] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f5a027b-631e-4110-9144-264cd22a123a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.819196] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.820873] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1124.820873] env[70498]: value = "task-3615131" [ 1124.820873] env[70498]: _type = "Task" [ 1124.820873] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.833365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.833365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquired lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.833365] env[70498]: DEBUG nova.network.neutron [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.838710] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.874850] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5753055-379c-4a26-b23b-447664cdbc64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.884817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39dc6d-dccb-45ec-8d61-41c58076617d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.919705] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bfa55-28bd-48fc-89c3-9407722e5325 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.928882] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431ebf7-f5bb-4fb3-9f21-9b17c0c9e774 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.951555] env[70498]: DEBUG nova.compute.provider_tree [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.985277] env[70498]: DEBUG oslo_vmware.api [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142509} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.985450] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.985718] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.986654] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.986654] env[70498]: INFO nova.compute.manager [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1124.986776] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.987072] env[70498]: DEBUG nova.compute.manager [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.987139] env[70498]: DEBUG nova.network.neutron [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.132903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.133164] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.284197] env[70498]: DEBUG oslo_vmware.api [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203651} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.284487] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.284677] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.284887] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.285080] env[70498]: INFO nova.compute.manager [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1125.285318] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.285568] env[70498]: DEBUG nova.compute.manager [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.286057] env[70498]: DEBUG nova.network.neutron [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.295658] env[70498]: DEBUG nova.network.neutron [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.301796] env[70498]: DEBUG nova.compute.manager [req-4c5080cc-98b6-4bcc-997c-72babb77d77d req-404cd603-eac9-4bd3-b736-fd00491535ac service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Received event network-vif-deleted-aec0825c-afae-414f-a80b-f92fb8abc6ce {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.301945] env[70498]: INFO nova.compute.manager [req-4c5080cc-98b6-4bcc-997c-72babb77d77d req-404cd603-eac9-4bd3-b736-fd00491535ac service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Neutron deleted interface aec0825c-afae-414f-a80b-f92fb8abc6ce; detaching it from the instance and deleting it from the info cache [ 1125.302321] env[70498]: DEBUG nova.network.neutron [req-4c5080cc-98b6-4bcc-997c-72babb77d77d req-404cd603-eac9-4bd3-b736-fd00491535ac service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.319588] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615126, 'name': ReconfigVM_Task, 'duration_secs': 0.806762} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.321902] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 6aff63ca-7e21-44c4-806a-22747d2ba7c6/6aff63ca-7e21-44c4-806a-22747d2ba7c6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.322821] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c96fffb-2533-4fe6-b4de-936ebfa335de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.334639] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615131, 'name': PowerOffVM_Task, 'duration_secs': 0.234735} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.335985] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.336099] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.341777] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1125.341777] env[70498]: value = "task-3615132" [ 1125.341777] env[70498]: _type = "Task" [ 1125.341777] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.351518] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615132, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.457192] env[70498]: DEBUG nova.scheduler.client.report [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.461735] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.497033] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.497482] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.497482] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.497689] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.497794] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.497940] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.498163] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.498327] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.498493] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.498653] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.498833] env[70498]: DEBUG nova.virt.hardware [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.499696] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f7e77-e1de-4e18-86e5-7d8f7b11d8a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.510930] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed0e549-4f9b-45ba-a11c-afd8eede7af4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.596887] env[70498]: DEBUG nova.network.neutron [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [{"id": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "address": "fa:16:3e:0f:46:47", "network": {"id": "826e37dc-3907-41a5-afe0-80b8da6f5a99", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-559845270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd5e6d806add4e49b06bdd7a4be59266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3f9aca4-07", "ovs_interfaceid": "f3f9aca4-078e-431d-95c1-a6ae09073f59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.635936] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.778681] env[70498]: DEBUG nova.network.neutron [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.800474] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.805749] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14e8abcc-0ed2-446f-bc5b-39df7650362d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.816460] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743128a-9d03-44ca-8c86-0b4b671e692a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.853218] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.853499] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.853659] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.853840] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.853982] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.854142] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.854343] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.854501] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.854707] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.854869] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.855041] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.860253] env[70498]: DEBUG nova.compute.manager [req-4c5080cc-98b6-4bcc-997c-72babb77d77d req-404cd603-eac9-4bd3-b736-fd00491535ac service nova] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Detach interface failed, port_id=aec0825c-afae-414f-a80b-f92fb8abc6ce, reason: Instance 8f6b5204-37e1-4179-8ad8-769f42e0dd5b could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.863305] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fcb38d-e35a-426e-81c4-b06841bdf900 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.879696] env[70498]: DEBUG nova.compute.manager [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Received event network-vif-plugged-24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.880052] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] Acquiring lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.880307] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.880483] env[70498]: DEBUG oslo_concurrency.lockutils [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.880652] env[70498]: DEBUG nova.compute.manager [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] No waiting events found dispatching network-vif-plugged-24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.880835] env[70498]: WARNING nova.compute.manager [req-f0a08d1a-ea9b-4444-ab4c-5fb897f8bfe1 req-d0ce1fef-6db1-4236-8937-5a3d49808ea8 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Received unexpected event network-vif-plugged-24ba9015-7437-4f85-92f9-48cbbc791675 for instance with vm_state building and task_state spawning. [ 1125.889218] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615132, 'name': Rename_Task, 'duration_secs': 0.147839} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.890112] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.890447] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1125.890447] env[70498]: value = "task-3615133" [ 1125.890447] env[70498]: _type = "Task" [ 1125.890447] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.891871] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a0bb625-2551-489e-a571-25226e09d39d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.901912] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.903736] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1125.903736] env[70498]: value = "task-3615134" [ 1125.903736] env[70498]: _type = "Task" [ 1125.903736] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.916010] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.966303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.968279] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.970926] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.994s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.971169] env[70498]: DEBUG nova.objects.instance [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid 4e9712d3-c404-4152-a2f1-67014e21a8a8 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.982387] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Successfully updated port: 24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.019435] env[70498]: DEBUG nova.network.neutron [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.098978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Releasing lock "refresh_cache-326c5243-e998-4528-9bd8-b70201c284f3" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.099969] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e8c7d5-2d14-42e8-b21d-306e6fc61453 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.107266] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Resuming the VM {{(pid=70498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1126.107572] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84f626e2-9e90-4491-80bb-2cdaee49d38d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.114816] env[70498]: DEBUG oslo_vmware.api [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1126.114816] env[70498]: value = "task-3615135" [ 1126.114816] env[70498]: _type = "Task" [ 1126.114816] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.123755] env[70498]: DEBUG oslo_vmware.api [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.165566] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.282498] env[70498]: INFO nova.compute.manager [-] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Took 1.29 seconds to deallocate network for instance. [ 1126.324729] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0b44d7-b30c-461d-879a-a611174b02ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.347466] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d734e42-4ec2-4b32-ba9c-f48f70ab916a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.356023] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.403376] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615133, 'name': ReconfigVM_Task, 'duration_secs': 0.337074} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.404243] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.417202] env[70498]: DEBUG oslo_vmware.api [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615134, 'name': PowerOnVM_Task, 'duration_secs': 0.503004} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.417460] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.417684] env[70498]: INFO nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1126.417855] env[70498]: DEBUG nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.418602] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea31a85-1d72-4278-ae73-063e4356762c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.475219] env[70498]: DEBUG nova.compute.utils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.479722] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.479899] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.488189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.488189] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.488189] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.524101] env[70498]: INFO nova.compute.manager [-] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Took 1.24 seconds to deallocate network for instance. [ 1126.533445] env[70498]: DEBUG nova.policy [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.628114] env[70498]: DEBUG oslo_vmware.api [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615135, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.791700] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.864265] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.865016] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d227aa3-e74f-4655-8d52-0ada3aa075b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.873847] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1126.873847] env[70498]: value = "task-3615136" [ 1126.873847] env[70498]: _type = "Task" [ 1126.873847] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.885272] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.897032] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a6809-f259-4439-8cbd-8887d3e5b7d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.900511] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Successfully created port: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.908122] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff05202-74b8-4906-a190-7ae5d99f5e86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.913665] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.913912] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.914077] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.914270] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.914418] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.914561] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.914766] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.914942] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.915153] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.915322] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.915498] env[70498]: DEBUG nova.virt.hardware [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.921020] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.921748] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147152b3-38fb-42da-9c81-08f34d4efd6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.968904] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3335170e-c5a0-49e0-96f3-c764fae17d17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.972508] env[70498]: INFO nova.compute.manager [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Took 36.20 seconds to build instance. [ 1126.975163] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1126.975163] env[70498]: value = "task-3615137" [ 1126.975163] env[70498]: _type = "Task" [ 1126.975163] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.983159] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.987697] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea964a-0a11-42b7-b96d-5e383bfe3c69 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.998969] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.011520] env[70498]: DEBUG nova.compute.provider_tree [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.031727] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.127276] env[70498]: DEBUG oslo_vmware.api [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615135, 'name': PowerOnVM_Task, 'duration_secs': 0.677916} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.130585] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Resumed the VM {{(pid=70498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1127.130585] env[70498]: DEBUG nova.compute.manager [None req-b9d9af76-a7cb-48be-83f2-9d0879fcbf33 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.130585] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4257b5e-0cac-448e-9619-9ece97f6110e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.249911] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.386394] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.431422] env[70498]: DEBUG nova.compute.manager [req-91dd1711-37e1-48c4-9e0e-c56310d75a05 req-cc0ec710-846e-4bcc-b739-0ae77cc48d62 service nova] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Received event network-vif-deleted-e7fa0c7a-d1f7-49ce-9160-f65566bd312f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.476581] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7af9f431-3c81-4326-aef0-b91816bfd8b7 tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.720s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.486793] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615137, 'name': ReconfigVM_Task, 'duration_secs': 0.271989} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.487356] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.489079] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa5675a-eca8-4ce4-973e-926815edef03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.517128] env[70498]: DEBUG nova.scheduler.client.report [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.528868] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.530118] env[70498]: DEBUG nova.network.neutron [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Updating instance_info_cache with network_info: [{"id": "24ba9015-7437-4f85-92f9-48cbbc791675", "address": "fa:16:3e:cb:b4:e9", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ba9015-74", "ovs_interfaceid": "24ba9015-7437-4f85-92f9-48cbbc791675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.534733] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea54c72d-c7ae-43c8-bbd8-941990adf0b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.559878] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1127.559878] env[70498]: value = "task-3615138" [ 1127.559878] env[70498]: _type = "Task" [ 1127.559878] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.573774] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.886143] env[70498]: DEBUG oslo_vmware.api [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615136, 'name': PowerOnVM_Task, 'duration_secs': 0.718676} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.886484] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.886599] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3fe52f-ccdb-4aeb-bb92-a2c73f99328c tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance 'a7fcfa53-c50c-4fb3-9aba-91e28dab2079' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.918784] env[70498]: DEBUG nova.compute.manager [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Received event network-changed-24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.918866] env[70498]: DEBUG nova.compute.manager [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Refreshing instance network info cache due to event network-changed-24ba9015-7437-4f85-92f9-48cbbc791675. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.919049] env[70498]: DEBUG oslo_concurrency.lockutils [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] Acquiring lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.030774] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.035831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.037970] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.397s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.039378] env[70498]: INFO nova.compute.claims [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.050364] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.050674] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Instance network_info: |[{"id": "24ba9015-7437-4f85-92f9-48cbbc791675", "address": "fa:16:3e:cb:b4:e9", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ba9015-74", "ovs_interfaceid": "24ba9015-7437-4f85-92f9-48cbbc791675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.051150] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.051326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.051553] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.051738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.051898] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.054347] env[70498]: INFO nova.compute.manager [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Terminating instance [ 1128.055792] env[70498]: DEBUG oslo_concurrency.lockutils [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] Acquired lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.056036] env[70498]: DEBUG nova.network.neutron [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Refreshing network info cache for port 24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.057118] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b4:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24ba9015-7437-4f85-92f9-48cbbc791675', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.072828] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.081234] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.082661] env[70498]: INFO nova.scheduler.client.report [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance 4e9712d3-c404-4152-a2f1-67014e21a8a8 [ 1128.089272] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1488090-7385-4021-814d-f4f189e718d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.107956] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.108190] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.108341] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.108552] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.108701] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.108841] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.109056] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.109212] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.110158] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.110158] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.110158] env[70498]: DEBUG nova.virt.hardware [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.111210] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8410ac34-2bcd-49e2-a1fc-55e429bc1770 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.121632] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.126116] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.126116] env[70498]: value = "task-3615139" [ 1128.126116] env[70498]: _type = "Task" [ 1128.126116] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.128183] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb3cbb-1775-4c36-b76a-041b90f4db8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.158202] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615139, 'name': CreateVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.583696] env[70498]: DEBUG nova.compute.manager [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.583986] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.584799] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc03b08-ec87-4b97-bd8a-ede005bbcd72 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.593334] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.595597] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.595857] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f229035-594d-4b70-b300-e9be0052a283 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.605697] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1128.605697] env[70498]: value = "task-3615140" [ 1128.605697] env[70498]: _type = "Task" [ 1128.605697] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.620373] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.621056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-214a69ad-79d1-48c7-8420-f07b7c7c57ca tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "4e9712d3-c404-4152-a2f1-67014e21a8a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.746s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.637273] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615139, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.788677] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "5a459003-cab6-4b78-a8a1-918bf10e330b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.788942] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.789171] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.789355] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.789543] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.792271] env[70498]: INFO nova.compute.manager [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Terminating instance [ 1128.999778] env[70498]: DEBUG nova.network.neutron [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Updated VIF entry in instance network info cache for port 24ba9015-7437-4f85-92f9-48cbbc791675. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.000160] env[70498]: DEBUG nova.network.neutron [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Updating instance_info_cache with network_info: [{"id": "24ba9015-7437-4f85-92f9-48cbbc791675", "address": "fa:16:3e:cb:b4:e9", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24ba9015-74", "ovs_interfaceid": "24ba9015-7437-4f85-92f9-48cbbc791675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.090281] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615138, 'name': ReconfigVM_Task, 'duration_secs': 1.095532} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.090578] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.090863] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.113943] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Successfully updated port: 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.121045] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615140, 'name': PowerOffVM_Task, 'duration_secs': 0.207265} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.121505] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.122169] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.122169] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ee44e7-3703-4918-953d-0f80b3a7c4fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.141023] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615139, 'name': CreateVM_Task, 'duration_secs': 0.527456} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.141023] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.141971] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.141971] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.142199] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.142551] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b887b10a-d721-4606-88b2-0bac331e4fca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.150332] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1129.150332] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52581e1b-caa2-856c-874a-c7b10f1984cb" [ 1129.150332] env[70498]: _type = "Task" [ 1129.150332] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.161673] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52581e1b-caa2-856c-874a-c7b10f1984cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.197714] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.198031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.198282] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Deleting the datastore file [datastore1] 6aff63ca-7e21-44c4-806a-22747d2ba7c6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.198563] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ceaa96e-c709-4ae1-8e3b-bcb2ea9aac54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.207728] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for the task: (returnval){ [ 1129.207728] env[70498]: value = "task-3615142" [ 1129.207728] env[70498]: _type = "Task" [ 1129.207728] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.216793] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.299482] env[70498]: DEBUG nova.compute.manager [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.299700] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.300897] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a014eff-c04e-4e9b-be1a-62fd09ea26bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.308928] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.311379] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6869c9a-7246-4d1b-b9ec-5d3a9892f898 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.317994] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1129.317994] env[70498]: value = "task-3615143" [ 1129.317994] env[70498]: _type = "Task" [ 1129.317994] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.328110] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.463999] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64da4b68-509a-4ed5-b785-ac9316ce2036 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.472376] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838f9f42-7626-44fd-bac0-ec7c7a80c234 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.509479] env[70498]: DEBUG oslo_concurrency.lockutils [req-c617d589-ff7e-47ca-858e-b4961da29d34 req-5591698d-1f97-4953-907b-a02243e6e918 service nova] Releasing lock "refresh_cache-16f1bc39-c428-41ce-bdcc-bf516fa940cd" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a123e-90bd-4441-8fb1-0c65ed335b1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.519892] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9a373-9795-4b73-99d5-3dec8ccb61f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.536247] env[70498]: DEBUG nova.compute.provider_tree [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.602961] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70ca00b-b286-4f98-a175-ac6cb54d9f1f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.641650] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.641935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.642365] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.646201] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b6e42a-c7c1-425f-9168-fdc293988d41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.665423] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52581e1b-caa2-856c-874a-c7b10f1984cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.694141] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.694278] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.694716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.695023] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.695368] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.696327] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.702732] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c6b7c4-180d-44b2-b555-cc262bb5e680 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.722847] env[70498]: DEBUG oslo_vmware.api [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Task: {'id': task-3615142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153902} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.725234] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.725588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.725900] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.726217] env[70498]: INFO nova.compute.manager [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1129.726626] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.727310] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.727616] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.728729] env[70498]: DEBUG nova.compute.manager [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.728892] env[70498]: DEBUG nova.network.neutron [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.731263] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7cbfb3-ca23-4f29-9a22-3d6878b857ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.740705] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1129.740705] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b49b86-ef36-1d9f-3846-e875a75261f8" [ 1129.740705] env[70498]: _type = "Task" [ 1129.740705] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.754824] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b49b86-ef36-1d9f-3846-e875a75261f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.828733] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615143, 'name': PowerOffVM_Task, 'duration_secs': 0.217803} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.828989] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.829165] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.829414] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2286a41b-7050-4940-a898-9a057873d212 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.898787] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.899567] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.899776] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore2] 5a459003-cab6-4b78-a8a1-918bf10e330b {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.900081] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7549f194-33a0-4443-8d13-a08b32dec2d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.909030] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1129.909030] env[70498]: value = "task-3615145" [ 1129.909030] env[70498]: _type = "Task" [ 1129.909030] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.920706] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.024541] env[70498]: DEBUG nova.compute.manager [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Received event network-vif-plugged-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.024822] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.024959] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.025133] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.029021] env[70498]: DEBUG nova.compute.manager [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] No waiting events found dispatching network-vif-plugged-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.029021] env[70498]: WARNING nova.compute.manager [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Received unexpected event network-vif-plugged-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 for instance with vm_state building and task_state spawning. [ 1130.029021] env[70498]: DEBUG nova.compute.manager [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Received event network-changed-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.029021] env[70498]: DEBUG nova.compute.manager [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Refreshing instance network info cache due to event network-changed-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.029021] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Acquiring lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.042517] env[70498]: DEBUG nova.scheduler.client.report [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.186961] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.215303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.215303] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.215303] env[70498]: DEBUG nova.compute.manager [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Going to confirm migration 5 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1130.255369] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b49b86-ef36-1d9f-3846-e875a75261f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.256613] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9642344f-4a37-42ba-a6d4-b233af05f1f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.266745] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1130.266745] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b35285-0d0e-0dfa-5dfd-d5f9bb6d78a4" [ 1130.266745] env[70498]: _type = "Task" [ 1130.266745] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.276599] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b35285-0d0e-0dfa-5dfd-d5f9bb6d78a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.384502] env[70498]: DEBUG nova.network.neutron [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updating instance_info_cache with network_info: [{"id": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "address": "fa:16:3e:39:90:d2", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c23fe1b-ee", "ovs_interfaceid": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.418916] env[70498]: DEBUG oslo_vmware.api [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403465} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.419245] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.419417] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.419604] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.419771] env[70498]: INFO nova.compute.manager [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1130.420016] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.420213] env[70498]: DEBUG nova.compute.manager [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.420307] env[70498]: DEBUG nova.network.neutron [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.553020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.553020] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.554036] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.955s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.554309] env[70498]: DEBUG nova.objects.instance [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lazy-loading 'resources' on Instance uuid 3e102fa4-fcad-4405-9a72-b583313c6b1d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.557553] env[70498]: DEBUG nova.network.neutron [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.752532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.752786] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.752969] env[70498]: DEBUG nova.network.neutron [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.753168] env[70498]: DEBUG nova.objects.instance [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'info_cache' on Instance uuid a7fcfa53-c50c-4fb3-9aba-91e28dab2079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.778438] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b35285-0d0e-0dfa-5dfd-d5f9bb6d78a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.778686] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.778942] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 16f1bc39-c428-41ce-bdcc-bf516fa940cd/16f1bc39-c428-41ce-bdcc-bf516fa940cd.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.779215] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ee45e9-d786-410b-b2bc-fc418da0cee6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.786936] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1130.786936] env[70498]: value = "task-3615146" [ 1130.786936] env[70498]: _type = "Task" [ 1130.786936] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.796115] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.887413] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.887751] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Instance network_info: |[{"id": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "address": "fa:16:3e:39:90:d2", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c23fe1b-ee", "ovs_interfaceid": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.888548] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Acquired lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.888548] env[70498]: DEBUG nova.network.neutron [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Refreshing network info cache for port 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.889365] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:90:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.897945] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.901985] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.902548] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8146395f-fe58-4821-bae5-cb103290894a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.924070] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.924070] env[70498]: value = "task-3615147" [ 1130.924070] env[70498]: _type = "Task" [ 1130.924070] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.934293] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615147, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.062480] env[70498]: DEBUG nova.compute.utils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.063966] env[70498]: INFO nova.compute.manager [-] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Took 1.34 seconds to deallocate network for instance. [ 1131.065108] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.065292] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.121040] env[70498]: DEBUG nova.network.neutron [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.138109] env[70498]: DEBUG nova.policy [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a78a5d9c2ba459e956ac77262c085bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a73d6a2625e428483af24fc6be31bd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.246796] env[70498]: DEBUG nova.network.neutron [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updated VIF entry in instance network info cache for port 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.247249] env[70498]: DEBUG nova.network.neutron [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updating instance_info_cache with network_info: [{"id": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "address": "fa:16:3e:39:90:d2", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c23fe1b-ee", "ovs_interfaceid": "1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.300980] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.441022] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615147, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.482846] env[70498]: DEBUG nova.network.neutron [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Port 05cfe378-6324-4d95-96de-68d48c6d9d41 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1131.516271] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a47955-1c6e-469d-954c-68ba8d8b62dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.527703] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1372466c-e371-4815-b72f-78a0899124f4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.562588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29864262-0b74-4b5b-8234-c0ba5f55fff3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.567914] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.574763] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.576884] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360c84b-571d-4d96-bc95-0488115d89e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.596016] env[70498]: DEBUG nova.compute.provider_tree [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.618747] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Successfully created port: a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.626812] env[70498]: INFO nova.compute.manager [-] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Took 1.21 seconds to deallocate network for instance. [ 1131.749677] env[70498]: DEBUG oslo_concurrency.lockutils [req-1c5827a5-4cde-4341-aebd-0504e8b338c4 req-da168e91-f7d4-4c22-9e56-a967ae38f6b4 service nova] Releasing lock "refresh_cache-d38bd636-8839-45c3-9c71-e37508fc3e79" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.798241] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856727} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.798535] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 16f1bc39-c428-41ce-bdcc-bf516fa940cd/16f1bc39-c428-41ce-bdcc-bf516fa940cd.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.798726] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.798989] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ccbcd7d-3af9-41d8-9a4d-7e9f7f314478 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.807245] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1131.807245] env[70498]: value = "task-3615148" [ 1131.807245] env[70498]: _type = "Task" [ 1131.807245] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.816014] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.939098] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615147, 'name': CreateVM_Task, 'duration_secs': 0.875307} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.939276] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.939945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.940116] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.940432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.940691] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2ca7dd-f11f-440b-8975-4d35194e9213 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.946144] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1131.946144] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52594573-b566-162e-554b-b5423ff1f448" [ 1131.946144] env[70498]: _type = "Task" [ 1131.946144] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.963595] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52594573-b566-162e-554b-b5423ff1f448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.069088] env[70498]: DEBUG nova.compute.manager [req-1c473aee-ba27-4dfe-bfef-936e913b9300 req-0ade1db6-e1b8-4c7c-916c-90ec207bd345 service nova] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Received event network-vif-deleted-5dbafe56-c7d2-49cf-a2f5-06bbf696a5a2 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.069088] env[70498]: DEBUG nova.compute.manager [req-1c473aee-ba27-4dfe-bfef-936e913b9300 req-0ade1db6-e1b8-4c7c-916c-90ec207bd345 service nova] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Received event network-vif-deleted-18329224-6ea4-430a-ba73-f9554ccae209 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.102020] env[70498]: DEBUG nova.scheduler.client.report [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.118423] env[70498]: DEBUG nova.network.neutron [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [{"id": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "address": "fa:16:3e:f2:76:b8", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d6de72c-94", "ovs_interfaceid": "7d6de72c-943c-40b2-b5d8-a49b9fb62b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.135343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.321435] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207817} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.321435] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.321946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d0a84-f699-4896-a776-a34c8560caeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.347160] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 16f1bc39-c428-41ce-bdcc-bf516fa940cd/16f1bc39-c428-41ce-bdcc-bf516fa940cd.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.347484] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f4d226d-d1b8-47c8-8acb-3165d1224dc6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.369318] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1132.369318] env[70498]: value = "task-3615149" [ 1132.369318] env[70498]: _type = "Task" [ 1132.369318] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.378218] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.457732] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52594573-b566-162e-554b-b5423ff1f448, 'name': SearchDatastore_Task, 'duration_secs': 0.018036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.458506] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.458855] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.459149] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.459382] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.459589] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.459851] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18c37803-36a6-4c0f-8e9b-22a19ea730fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.469349] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.469527] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.470290] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80bf58c-1a7c-402a-ab8d-95895ca799fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.476606] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1132.476606] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5278bb5c-e078-7476-1091-aeaba488556f" [ 1132.476606] env[70498]: _type = "Task" [ 1132.476606] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.485111] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5278bb5c-e078-7476-1091-aeaba488556f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.503687] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.503913] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.504094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.581109] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.605324] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.609214] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.893s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.609799] env[70498]: INFO nova.compute.claims [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.617128] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.617128] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.617299] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.617454] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.617596] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.617750] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.618415] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.618415] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.618415] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.618630] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.618672] env[70498]: DEBUG nova.virt.hardware [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.619716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391eeaff-492d-47ca-abac-0a0c604f3c02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.622934] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-a7fcfa53-c50c-4fb3-9aba-91e28dab2079" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.623546] env[70498]: DEBUG nova.objects.instance [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'migration_context' on Instance uuid a7fcfa53-c50c-4fb3-9aba-91e28dab2079 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.631753] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c59f0-5c89-4598-871c-15004b462787 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.637256] env[70498]: INFO nova.scheduler.client.report [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleted allocations for instance 3e102fa4-fcad-4405-9a72-b583313c6b1d [ 1132.880557] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615149, 'name': ReconfigVM_Task, 'duration_secs': 0.328664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.880793] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 16f1bc39-c428-41ce-bdcc-bf516fa940cd/16f1bc39-c428-41ce-bdcc-bf516fa940cd.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.881497] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dadd24b-398f-40bf-aeae-4773e21584b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.887874] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1132.887874] env[70498]: value = "task-3615150" [ 1132.887874] env[70498]: _type = "Task" [ 1132.887874] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.895557] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615150, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.987802] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5278bb5c-e078-7476-1091-aeaba488556f, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.988622] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57734ce1-ef1d-4acf-9176-243dcb181756 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.994438] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1132.994438] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a181f5-d295-80c6-fc0d-53972834f38a" [ 1132.994438] env[70498]: _type = "Task" [ 1132.994438] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.002915] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a181f5-d295-80c6-fc0d-53972834f38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.030389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.030389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.030389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "326c5243-e998-4528-9bd8-b70201c284f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.030496] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.030627] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.032762] env[70498]: INFO nova.compute.manager [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Terminating instance [ 1133.131962] env[70498]: DEBUG nova.objects.base [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1133.132980] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b92db5f-5a0b-4a2f-8083-7daf0fc6b7c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.167797] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2ede95f4-8683-4c28-8870-9cab7d9680c3 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "3e102fa4-fcad-4405-9a72-b583313c6b1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.965s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.168734] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4910cab1-2d35-4fc0-94e3-783255e568ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.177974] env[70498]: DEBUG oslo_vmware.api [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1133.177974] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529b7916-2e3e-8996-5bab-cf25b0e99ea7" [ 1133.177974] env[70498]: _type = "Task" [ 1133.177974] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.193527] env[70498]: DEBUG oslo_vmware.api [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529b7916-2e3e-8996-5bab-cf25b0e99ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.386152] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Successfully updated port: a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.408823] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615150, 'name': Rename_Task, 'duration_secs': 0.285091} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.409794] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.410181] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e62f2e-2678-49e9-8ff7-d760dae3c94d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.421657] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1133.421657] env[70498]: value = "task-3615151" [ 1133.421657] env[70498]: _type = "Task" [ 1133.421657] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.430643] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.505876] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a181f5-d295-80c6-fc0d-53972834f38a, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.506309] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.506699] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d38bd636-8839-45c3-9c71-e37508fc3e79/d38bd636-8839-45c3-9c71-e37508fc3e79.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.507070] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5652a382-c496-4b67-b673-2a1db71a7233 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.518153] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1133.518153] env[70498]: value = "task-3615152" [ 1133.518153] env[70498]: _type = "Task" [ 1133.518153] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.527147] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.536175] env[70498]: DEBUG nova.compute.manager [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.536458] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.537440] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f6f06-bc0a-4229-96b3-ae4c72b992cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.541982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.542168] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.542344] env[70498]: DEBUG nova.network.neutron [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.546105] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.546551] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd14b461-1879-49f1-ba89-6b5568bd35ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.554182] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1133.554182] env[70498]: value = "task-3615153" [ 1133.554182] env[70498]: _type = "Task" [ 1133.554182] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.564420] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.696660] env[70498]: DEBUG oslo_vmware.api [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529b7916-2e3e-8996-5bab-cf25b0e99ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.014782} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.698162] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.865924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.865924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.889931] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.890105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.890248] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.932676] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.031976] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615152, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.032587] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b6336-86ac-4ef2-b10a-3b21e39ad5af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.040475] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea053ed1-fa17-4e6a-8b7e-d38137ed4ec0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.078529] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b7c2cc-ed1a-4ce6-8e27-c9763cf1b56a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.089794] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cc969b-17bb-4db2-b4f6-f6712a7e35f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.094409] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615153, 'name': PowerOffVM_Task, 'duration_secs': 0.280183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.095057] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.095235] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.096339] env[70498]: DEBUG nova.compute.manager [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Received event network-vif-plugged-a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.096536] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Acquiring lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.096756] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.096917] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.097091] env[70498]: DEBUG nova.compute.manager [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] No waiting events found dispatching network-vif-plugged-a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.097254] env[70498]: WARNING nova.compute.manager [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Received unexpected event network-vif-plugged-a6e18d1e-1658-40fb-8249-47ec6bea477a for instance with vm_state building and task_state spawning. [ 1134.097409] env[70498]: DEBUG nova.compute.manager [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Received event network-changed-a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.097557] env[70498]: DEBUG nova.compute.manager [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Refreshing instance network info cache due to event network-changed-a6e18d1e-1658-40fb-8249-47ec6bea477a. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.097718] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Acquiring lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.098341] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83d30d6e-9ff0-4d5c-a4e7-717240d562db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.109280] env[70498]: DEBUG nova.compute.provider_tree [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.229763] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.230110] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.230181] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleting the datastore file [datastore1] 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.230422] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c9a24a4-218c-461b-abb7-8395570a289b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.241449] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for the task: (returnval){ [ 1134.241449] env[70498]: value = "task-3615155" [ 1134.241449] env[70498]: _type = "Task" [ 1134.241449] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.250326] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.372756] env[70498]: DEBUG nova.compute.utils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.433954] env[70498]: DEBUG oslo_vmware.api [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615151, 'name': PowerOnVM_Task, 'duration_secs': 0.823513} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.433954] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.433954] env[70498]: INFO nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1134.433954] env[70498]: DEBUG nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.434277] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab06b7-743a-4a6f-b493-cb3ffb10500f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.437445] env[70498]: DEBUG nova.network.neutron [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.446748] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.532554] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521376} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.532820] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d38bd636-8839-45c3-9c71-e37508fc3e79/d38bd636-8839-45c3-9c71-e37508fc3e79.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.533034] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.533289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e541158-1fc6-42bd-9642-9759e3ab3822 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.541146] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1134.541146] env[70498]: value = "task-3615156" [ 1134.541146] env[70498]: _type = "Task" [ 1134.541146] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.549355] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.613098] env[70498]: DEBUG nova.scheduler.client.report [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.618394] env[70498]: DEBUG nova.network.neutron [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Updating instance_info_cache with network_info: [{"id": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "address": "fa:16:3e:6c:a4:ea", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e18d1e-16", "ovs_interfaceid": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.752641] env[70498]: DEBUG oslo_vmware.api [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Task: {'id': task-3615155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365788} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.752915] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.753115] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.754552] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.754552] env[70498]: INFO nova.compute.manager [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1134.754552] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.754552] env[70498]: DEBUG nova.compute.manager [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.754552] env[70498]: DEBUG nova.network.neutron [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.876250] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.940652] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.959459] env[70498]: INFO nova.compute.manager [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Took 21.41 seconds to build instance. [ 1135.051714] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086051} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.052014] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.052838] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c138a-d209-4c76-8106-8c1d02d94142 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.076263] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] d38bd636-8839-45c3-9c71-e37508fc3e79/d38bd636-8839-45c3-9c71-e37508fc3e79.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.076597] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fc74462-bcf5-47d4-8010-4f2b9e4c9073 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.099516] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1135.099516] env[70498]: value = "task-3615157" [ 1135.099516] env[70498]: _type = "Task" [ 1135.099516] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.108720] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.122048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.122648] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.125983] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.126290] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Instance network_info: |[{"id": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "address": "fa:16:3e:6c:a4:ea", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e18d1e-16", "ovs_interfaceid": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.126568] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.576s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.126768] env[70498]: DEBUG nova.objects.instance [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lazy-loading 'resources' on Instance uuid c87d60f1-7a1e-4edf-831a-1fdf542fcf93 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.128040] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Acquired lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.128210] env[70498]: DEBUG nova.network.neutron [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Refreshing network info cache for port a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.129162] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a4:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6e18d1e-1658-40fb-8249-47ec6bea477a', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.137479] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.141401] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.142302] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adce49e7-255d-4ee7-a156-f3e6bf59f3f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.165215] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.165215] env[70498]: value = "task-3615158" [ 1135.165215] env[70498]: _type = "Task" [ 1135.165215] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.177425] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615158, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.451251] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cacdc84-50bb-48e9-9ebe-313d90a08cec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.463352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-10990591-3be7-4331-ab35-a4b4ebf5e6e4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.928s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.464161] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5879fb-cb02-42bd-9f83-bb4b6bf5ef01 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.491011] env[70498]: DEBUG nova.network.neutron [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.499272] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86341deb-dbf0-46b3-bef3-c8d4a8bc0fad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.509094] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec19dbf-33cd-4302-9077-61a4c8113763 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.548231] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadf45cb-da4a-4382-bed9-2d248b135a8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.557182] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af68f563-b39e-484f-b4bf-31065cba8348 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.572935] env[70498]: DEBUG nova.compute.provider_tree [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.610632] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.634248] env[70498]: DEBUG nova.compute.utils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.636387] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.636693] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.681196] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615158, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.733078] env[70498]: DEBUG nova.policy [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1785513c37a84bab81b4bd55de873672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b6ba755ad94d6ea788e5469e186451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.947484] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.947975] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.948227] env[70498]: INFO nova.compute.manager [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Attaching volume 804e96f8-8c00-4839-8b34-6d3c8c62e434 to /dev/sdb [ 1135.987406] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6103b-9fb3-4d46-9966-24e2ef20068d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.994175] env[70498]: INFO nova.compute.manager [-] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Took 1.24 seconds to deallocate network for instance. [ 1136.002873] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c0853-a1e5-4e6d-8d7c-d48fbd916808 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.019888] env[70498]: DEBUG nova.virt.block_device [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating existing volume attachment record: 053f17bc-2645-4ecd-a9f0-76bebc228887 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.054189] env[70498]: DEBUG nova.network.neutron [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Updated VIF entry in instance network info cache for port a6e18d1e-1658-40fb-8249-47ec6bea477a. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.054238] env[70498]: DEBUG nova.network.neutron [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Updating instance_info_cache with network_info: [{"id": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "address": "fa:16:3e:6c:a4:ea", "network": {"id": "4f9fb852-05aa-4a52-8192-3c0439e51038", "bridge": "br-int", "label": "tempest-ImagesTestJSON-965933646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a73d6a2625e428483af24fc6be31bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6e18d1e-16", "ovs_interfaceid": "a6e18d1e-1658-40fb-8249-47ec6bea477a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.078088] env[70498]: DEBUG nova.scheduler.client.report [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.083692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "afcec7bf-ba4c-4881-8338-394148af8dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.083692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.112075] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615157, 'name': ReconfigVM_Task, 'duration_secs': 0.606204} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.112403] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfigured VM instance instance-0000005e to attach disk [datastore2] d38bd636-8839-45c3-9c71-e37508fc3e79/d38bd636-8839-45c3-9c71-e37508fc3e79.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.113058] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393b5ae2-8e7e-44be-803a-0ccbf794ac17 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.122292] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1136.122292] env[70498]: value = "task-3615159" [ 1136.122292] env[70498]: _type = "Task" [ 1136.122292] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.132024] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615159, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.141030] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.180175] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615158, 'name': CreateVM_Task, 'duration_secs': 0.537325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.180884] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.181706] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.181942] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.182339] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.182837] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-348e512d-924b-4b78-b30d-da72cc87682d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.189340] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1136.189340] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e20964-61af-4387-46d0-88d14233525d" [ 1136.189340] env[70498]: _type = "Task" [ 1136.189340] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.199643] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e20964-61af-4387-46d0-88d14233525d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.343273] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Successfully created port: 0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.504459] env[70498]: DEBUG nova.compute.manager [req-dbb175c5-ec46-4e64-93fa-8d2958fcf31e req-6fb78315-1ed2-45c4-9598-31c8b1e6efb9 service nova] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Received event network-vif-deleted-f3f9aca4-078e-431d-95c1-a6ae09073f59 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.508971] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.557510] env[70498]: DEBUG oslo_concurrency.lockutils [req-00e413e0-3092-4348-88d7-2e0d33582b60 req-49774453-060d-45ac-b7ba-823be5487f7b service nova] Releasing lock "refresh_cache-ac2cdd92-9c56-440e-b2aa-028d4a16de7b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.583235] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f06db4-9d30-4b73-8d6a-522371dae7cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.585974] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.459s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.588449] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.591900] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.424s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.593238] env[70498]: INFO nova.compute.claims [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.621453] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ceae03-2814-4e8a-bee9-3db7722ebdd0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.638717] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615159, 'name': Rename_Task, 'duration_secs': 0.203249} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.642664] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.647545] env[70498]: INFO nova.scheduler.client.report [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted allocations for instance c87d60f1-7a1e-4edf-831a-1fdf542fcf93 [ 1136.649957] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.657905] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd712aa-efc3-45d3-95ee-d0a5bfbdcc03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.666132] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1136.666132] env[70498]: value = "task-3615163" [ 1136.666132] env[70498]: _type = "Task" [ 1136.666132] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.676701] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705130] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e20964-61af-4387-46d0-88d14233525d, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.705478] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.705749] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.706098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.706098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.707184] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.707184] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beadf436-b058-46fc-be38-e441d0a03fe7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.719011] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.719346] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.720150] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2071dadf-b631-4ecc-86f4-e7a1f71aabef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.729775] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1136.729775] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5279a0a7-fb6f-ecf1-30b0-8bf1031b9790" [ 1136.729775] env[70498]: _type = "Task" [ 1136.729775] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.741231] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5279a0a7-fb6f-ecf1-30b0-8bf1031b9790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.109464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.155312] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.155773] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f46b26e-e831-454b-999d-29b66e7b258e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.160903] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.163628] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d0db66f0-722f-4d47-bdb8-313e2de18df8 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "c87d60f1-7a1e-4edf-831a-1fdf542fcf93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.535s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.172878] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1137.172878] env[70498]: value = "task-3615164" [ 1137.172878] env[70498]: _type = "Task" [ 1137.172878] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.181344] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.187500] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.195138] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.195392] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.195602] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.195802] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.195950] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.196169] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.196411] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.196656] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.196856] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.197095] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.197301] env[70498]: DEBUG nova.virt.hardware [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.198735] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7286cc4-ae59-4cfc-8d13-bfbe9e96a303 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.209180] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2ffe90-ff20-410a-a1b0-555f082eebba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.239631] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5279a0a7-fb6f-ecf1-30b0-8bf1031b9790, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.240541] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f92d90b-23ec-4c7c-80f5-de0cedd7fcf8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.247357] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1137.247357] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524e1d8b-0857-763b-3310-1c55bf0bb76d" [ 1137.247357] env[70498]: _type = "Task" [ 1137.247357] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.258096] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524e1d8b-0857-763b-3310-1c55bf0bb76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.495033] env[70498]: DEBUG nova.compute.manager [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.496015] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5359969e-163d-4c15-9c36-cceb14f7087d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.680956] env[70498]: DEBUG oslo_vmware.api [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615163, 'name': PowerOnVM_Task, 'duration_secs': 0.663896} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.681684] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.681935] env[70498]: INFO nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1137.682651] env[70498]: DEBUG nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.683065] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048db91d-913b-48bb-bd6c-5ee7d4c93445 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.691315] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615164, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.759999] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524e1d8b-0857-763b-3310-1c55bf0bb76d, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.761041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.761041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ac2cdd92-9c56-440e-b2aa-028d4a16de7b/ac2cdd92-9c56-440e-b2aa-028d4a16de7b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.761314] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c62e3757-e30a-4b78-9b37-beb23cc98cd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.771413] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1137.771413] env[70498]: value = "task-3615165" [ 1137.771413] env[70498]: _type = "Task" [ 1137.771413] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.781585] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.951576] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa318c2-924f-46c6-b96e-fb6dd62d02d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.959870] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bba3119-70be-42b6-8e8d-589f61e914f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.993616] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0626fe-9b51-4c75-82be-4e7f6c6be38f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.001867] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43bf20-9017-4591-9a17-0da7abc8f372 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.008690] env[70498]: INFO nova.compute.manager [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] instance snapshotting [ 1138.019501] env[70498]: DEBUG nova.compute.provider_tree [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.025039] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550cc01f-f167-481f-b001-99d9fbc281be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.041412] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7766260-5bee-4a63-a5df-b443938f8663 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.185640] env[70498]: DEBUG oslo_vmware.api [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615164, 'name': PowerOnVM_Task, 'duration_secs': 0.658881} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.185920] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.186119] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9b5905-79ed-405c-875b-1334115821d7 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance 'd64add4a-0a75-4204-8e81-12bb1c91250d' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.209044] env[70498]: INFO nova.compute.manager [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Took 24.50 seconds to build instance. [ 1138.286136] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615165, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.287305] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Successfully updated port: 0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.527389] env[70498]: DEBUG nova.scheduler.client.report [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.536327] env[70498]: DEBUG nova.compute.manager [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Received event network-vif-plugged-0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.536607] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Acquiring lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.537240] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.537420] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.537580] env[70498]: DEBUG nova.compute.manager [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] No waiting events found dispatching network-vif-plugged-0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.537746] env[70498]: WARNING nova.compute.manager [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Received unexpected event network-vif-plugged-0f7b04e8-362b-48b0-8933-e9c01b57a3de for instance with vm_state building and task_state spawning. [ 1138.537920] env[70498]: DEBUG nova.compute.manager [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Received event network-changed-0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.538093] env[70498]: DEBUG nova.compute.manager [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Refreshing instance network info cache due to event network-changed-0f7b04e8-362b-48b0-8933-e9c01b57a3de. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.538307] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Acquiring lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.538462] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Acquired lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.538661] env[70498]: DEBUG nova.network.neutron [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Refreshing network info cache for port 0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.552356] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1138.552874] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c613e7e6-c85d-4862-a4c4-4b3d842ded8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.565022] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1138.565022] env[70498]: value = "task-3615167" [ 1138.565022] env[70498]: _type = "Task" [ 1138.565022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.576497] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615167, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.708606] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a5522b6-38c8-45a2-9ad2-6d54e32cc718 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.016s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.782704] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845632} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.782992] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] ac2cdd92-9c56-440e-b2aa-028d4a16de7b/ac2cdd92-9c56-440e-b2aa-028d4a16de7b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.783223] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.783506] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f30d468c-7b29-4787-be82-133e9aa87b6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.791320] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1138.791320] env[70498]: value = "task-3615168" [ 1138.791320] env[70498]: _type = "Task" [ 1138.791320] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.795056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.803057] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.031469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.032107] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.036081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.987s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.036081] env[70498]: DEBUG nova.objects.instance [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'resources' on Instance uuid 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.075885] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.090685] env[70498]: DEBUG nova.network.neutron [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.168265] env[70498]: DEBUG nova.network.neutron [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.302416] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0711} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.302725] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.303548] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd23d1-4bfb-4c16-9b83-03915282c652 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.326962] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] ac2cdd92-9c56-440e-b2aa-028d4a16de7b/ac2cdd92-9c56-440e-b2aa-028d4a16de7b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.327243] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8c2e99-fbcc-4e70-8c16-f0bbd69ea2e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.348150] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1139.348150] env[70498]: value = "task-3615169" [ 1139.348150] env[70498]: _type = "Task" [ 1139.348150] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.356699] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.525081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.525081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.543511] env[70498]: DEBUG nova.compute.utils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.544903] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.545717] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.547786] env[70498]: DEBUG nova.objects.instance [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'numa_topology' on Instance uuid 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.575982] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.601431] env[70498]: DEBUG nova.policy [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c959507a2389484e85bb4b69cbb6ef82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffffc53415044f10a6ce4b0f000f9a41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.671179] env[70498]: DEBUG oslo_concurrency.lockutils [req-e6602151-0490-424d-a20b-00b86c13ab79 req-921c0393-de6a-4c2d-8984-cb3df45381c3 service nova] Releasing lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.671618] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.671768] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.863184] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.032303] env[70498]: DEBUG nova.compute.utils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.050209] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.053312] env[70498]: DEBUG nova.objects.base [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Object Instance<93216dec-651d-4c54-924c-ce39b1ed0d4a> lazy-loaded attributes: resources,numa_topology {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.066852] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Successfully created port: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.080041] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615167, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.227938] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.243961] env[70498]: DEBUG nova.network.neutron [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Port 05cfe378-6324-4d95-96de-68d48c6d9d41 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1140.244341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.244442] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.244543] env[70498]: DEBUG nova.network.neutron [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.359939] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615169, 'name': ReconfigVM_Task, 'duration_secs': 0.95449} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.360265] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Reconfigured VM instance instance-0000005f to attach disk [datastore2] ac2cdd92-9c56-440e-b2aa-028d4a16de7b/ac2cdd92-9c56-440e-b2aa-028d4a16de7b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.361049] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4443beda-1e2d-4838-b337-6e0900d5ed99 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.369173] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1140.369173] env[70498]: value = "task-3615170" [ 1140.369173] env[70498]: _type = "Task" [ 1140.369173] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.380167] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615170, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.385926] env[70498]: DEBUG nova.network.neutron [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Updating instance_info_cache with network_info: [{"id": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "address": "fa:16:3e:65:89:ba", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b04e8-36", "ovs_interfaceid": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.535979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.575680] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c4a79-1a1b-4b33-b5f5-9e8cbde4aa5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.578743] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.578968] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721093', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'name': 'volume-804e96f8-8c00-4839-8b34-6d3c8c62e434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e5634c6-3e54-40a2-ae93-2621005c01cb', 'attached_at': '', 'detached_at': '', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'serial': '804e96f8-8c00-4839-8b34-6d3c8c62e434'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.579731] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b60dd-b467-4261-a5d6-d56b3a737709 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.602059] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131f36c-4ee1-4b07-8113-a7dd1eeef10e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.607187] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615167, 'name': CreateSnapshot_Task, 'duration_secs': 1.700481} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.608273] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1140.608994] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4430f00b-4dbe-470e-9cd1-9657421895f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.612452] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96241722-b6c5-4655-aee4-e7095e42666f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.641506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b666f-3521-4ee9-8f01-de9fc38cd0b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.669467] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-804e96f8-8c00-4839-8b34-6d3c8c62e434/volume-804e96f8-8c00-4839-8b34-6d3c8c62e434.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.673438] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c3d4a5-5445-4a4c-9bb9-aa69e493d9a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.692925] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8526e30-297c-4d93-aed4-e0b2759340c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.698260] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1140.698260] env[70498]: value = "task-3615171" [ 1140.698260] env[70498]: _type = "Task" [ 1140.698260] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.710441] env[70498]: DEBUG nova.compute.provider_tree [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.717746] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.883525] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615170, 'name': Rename_Task, 'duration_secs': 0.233859} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.886770] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.887119] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a61311e6-5fe9-4aa0-877d-266e33443d95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.889791] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.890203] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance network_info: |[{"id": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "address": "fa:16:3e:65:89:ba", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b04e8-36", "ovs_interfaceid": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.890720] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:89:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7b04e8-362b-48b0-8933-e9c01b57a3de', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.902864] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.903883] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.904258] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01be74c4-9099-40f5-a5c2-e4f2ab13707f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.933408] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1140.933408] env[70498]: value = "task-3615172" [ 1140.933408] env[70498]: _type = "Task" [ 1140.933408] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.941263] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.941263] env[70498]: value = "task-3615173" [ 1140.941263] env[70498]: _type = "Task" [ 1140.941263] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.948172] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.954548] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615173, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.011064] env[70498]: DEBUG nova.network.neutron [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.065292] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.107315] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.107934] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.108271] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.108664] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.108979] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.109323] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.109726] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.110059] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.110370] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.110715] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.111063] env[70498]: DEBUG nova.virt.hardware [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.112194] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244a47d1-b904-430a-b08b-ce6cbb68506d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.122553] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fe0235-8af7-48f7-88a5-cd4be20350de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.202022] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1141.202022] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-61ceb412-bb5e-40b9-a94e-abed2e81071c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.217978] env[70498]: DEBUG nova.scheduler.client.report [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.221626] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.227353] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1141.227353] env[70498]: value = "task-3615174" [ 1141.227353] env[70498]: _type = "Task" [ 1141.227353] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.240614] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615174, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.445625] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.454664] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615173, 'name': CreateVM_Task, 'duration_secs': 0.427136} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.454876] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.455599] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.455751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.456114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.456382] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fceb46a-fa01-4376-abda-8dad9dfd2902 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.461805] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1141.461805] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ad65cc-376a-e818-9b6a-8ad4e0488746" [ 1141.461805] env[70498]: _type = "Task" [ 1141.461805] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.470414] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ad65cc-376a-e818-9b6a-8ad4e0488746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.514212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.649699] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.650019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.650297] env[70498]: INFO nova.compute.manager [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Attaching volume 448fb73d-df7f-4499-a844-7bd049ea7646 to /dev/sdb [ 1141.703281] env[70498]: DEBUG nova.compute.manager [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Received event network-vif-plugged-0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.703577] env[70498]: DEBUG oslo_concurrency.lockutils [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.703822] env[70498]: DEBUG oslo_concurrency.lockutils [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.704060] env[70498]: DEBUG oslo_concurrency.lockutils [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.704316] env[70498]: DEBUG nova.compute.manager [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] No waiting events found dispatching network-vif-plugged-0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.704470] env[70498]: WARNING nova.compute.manager [req-8d888f31-b2f5-4816-a923-f9d550241bb8 req-27cef35c-f5ee-47a6-b1d3-91e1626eef86 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Received unexpected event network-vif-plugged-0dea94f8-acb7-41e5-aa3e-556e4e23f02e for instance with vm_state building and task_state spawning. [ 1141.705807] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8df19-8373-42b8-8a5f-01e428b08803 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.720518] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb5f1c-ac8f-4b83-adfa-fc5e88df9579 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.723990] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615171, 'name': ReconfigVM_Task, 'duration_secs': 0.636093} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.724100] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-804e96f8-8c00-4839-8b34-6d3c8c62e434/volume-804e96f8-8c00-4839-8b34-6d3c8c62e434.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.731159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.696s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.734851] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5bcd8d-77ed-48f3-84ed-25e390d48dad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.749545] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.584s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.751638] env[70498]: INFO nova.compute.claims [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.760048] env[70498]: DEBUG nova.virt.block_device [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updating existing volume attachment record: 905eaf55-2768-4f93-87b3-7abf7b7848ec {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1141.774676] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615174, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.779916] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1141.779916] env[70498]: value = "task-3615175" [ 1141.779916] env[70498]: _type = "Task" [ 1141.779916] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.788122] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.863909] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Successfully updated port: 0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.944805] env[70498]: DEBUG oslo_vmware.api [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615172, 'name': PowerOnVM_Task, 'duration_secs': 0.899096} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.945157] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.948042] env[70498]: INFO nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1141.948042] env[70498]: DEBUG nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.948042] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aac20f9-1e27-4e01-9d28-cc39e214a1d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.972700] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ad65cc-376a-e818-9b6a-8ad4e0488746, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.973014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.973316] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.973480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.973726] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.973879] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.974163] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba6af48-6085-40a1-aa3f-8586e27f44b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.984898] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.985137] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.985932] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b0ca71-f3c7-48e5-9709-00788f5d64b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.993055] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1141.993055] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52db7ea3-7da5-d7ac-40b8-a478bc6389a4" [ 1141.993055] env[70498]: _type = "Task" [ 1141.993055] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.004630] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52db7ea3-7da5-d7ac-40b8-a478bc6389a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.017557] env[70498]: DEBUG nova.compute.manager [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1142.246719] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615174, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.254982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c1e07fa1-1d19-444c-8d9b-7be9ec15ba9d tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.552s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.256195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.026s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.256549] env[70498]: INFO nova.compute.manager [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Unshelving [ 1142.291545] env[70498]: DEBUG oslo_vmware.api [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615175, 'name': ReconfigVM_Task, 'duration_secs': 0.177419} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.291889] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721093', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'name': 'volume-804e96f8-8c00-4839-8b34-6d3c8c62e434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e5634c6-3e54-40a2-ae93-2621005c01cb', 'attached_at': '', 'detached_at': '', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'serial': '804e96f8-8c00-4839-8b34-6d3c8c62e434'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.371617] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.371866] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.372060] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.468485] env[70498]: INFO nova.compute.manager [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Took 27.85 seconds to build instance. [ 1142.504178] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52db7ea3-7da5-d7ac-40b8-a478bc6389a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015174} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.506227] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35247005-a13d-472e-95cb-d8cd15e58374 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.513105] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1142.513105] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52dd8356-aeb1-7196-7a5b-d658ae9c9541" [ 1142.513105] env[70498]: _type = "Task" [ 1142.513105] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.531366] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52dd8356-aeb1-7196-7a5b-d658ae9c9541, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.531696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.531960] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.532235] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4573120-9ee6-4646-a6cb-2612811f6713 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.540896] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1142.540896] env[70498]: value = "task-3615179" [ 1142.540896] env[70498]: _type = "Task" [ 1142.540896] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.550337] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.746943] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615174, 'name': CloneVM_Task, 'duration_secs': 1.413819} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.747268] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Created linked-clone VM from snapshot [ 1142.748112] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04c691-6f1f-403e-8c79-6f5e5fdca601 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.762042] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Uploading image a6340cd5-a4f6-4a32-93e3-51dda3e50e50 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1142.782374] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1142.782732] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a74480ea-c81b-4cb0-87ef-3db8352814e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.792034] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1142.792034] env[70498]: value = "task-3615180" [ 1142.792034] env[70498]: _type = "Task" [ 1142.792034] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.803921] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615180, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.921273] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.970664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-995144d7-067b-4fca-a1e2-bcbfbff5497b tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.359s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.057083] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.126383] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.147762] env[70498]: DEBUG nova.network.neutron [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating instance_info_cache with network_info: [{"id": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "address": "fa:16:3e:29:37:60", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dea94f8-ac", "ovs_interfaceid": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.189816] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee02cd-b0ee-4fca-af16-9d89ed64d7ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.198163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075d5bf8-a958-40da-bb38-5b5c88775e31 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.230446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce88ec-d155-48fa-9301-3fababd1b9de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.238413] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ed67c9-b20b-4ec9-b353-81f9b13b1a11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.252410] env[70498]: DEBUG nova.compute.provider_tree [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.289020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.302313] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615180, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.331943] env[70498]: DEBUG nova.objects.instance [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'flavor' on Instance uuid 8e5634c6-3e54-40a2-ae93-2621005c01cb {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.520039] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.520320] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.520678] env[70498]: DEBUG nova.objects.instance [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid b22b6200-a33b-4636-81c6-c58a9f0c14d0 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.525280] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.525280] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.529775] env[70498]: DEBUG nova.compute.manager [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.531346] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5999476-588b-4b4b-b1fd-580766afddc5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.554102] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626505} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.554329] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.554527] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.554764] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a536d2-4363-44d6-8d41-9e794ceaf979 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.561707] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1143.561707] env[70498]: value = "task-3615181" [ 1143.561707] env[70498]: _type = "Task" [ 1143.561707] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.569875] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.653463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.653753] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Instance network_info: |[{"id": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "address": "fa:16:3e:29:37:60", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dea94f8-ac", "ovs_interfaceid": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.654235] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:37:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dea94f8-acb7-41e5-aa3e-556e4e23f02e', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.661909] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.662148] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.663115] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3da4e01-5c75-4e63-8107-2b5ca8e719fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.684339] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.684339] env[70498]: value = "task-3615182" [ 1143.684339] env[70498]: _type = "Task" [ 1143.684339] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.693097] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615182, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.755812] env[70498]: DEBUG nova.scheduler.client.report [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.801895] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615180, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.836862] env[70498]: DEBUG oslo_concurrency.lockutils [None req-daac3141-8571-4409-8964-e92b8c535619 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.027768] env[70498]: DEBUG nova.compute.utils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.049938] env[70498]: INFO nova.compute.manager [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] instance snapshotting [ 1144.053030] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93972b96-440e-4f3d-9e79-787f35d8584e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.079716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29d71c-16a7-4ebc-b74a-41c99bc2c923 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.088998] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071715} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.090941] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.093878] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe98968-fd8c-4612-86a0-da2f59cccec2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.118563] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.119563] env[70498]: DEBUG nova.objects.instance [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid b22b6200-a33b-4636-81c6-c58a9f0c14d0 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.121229] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e70cf26-4d2d-4897-ae92-b072f4417413 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.143790] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1144.143790] env[70498]: value = "task-3615184" [ 1144.143790] env[70498]: _type = "Task" [ 1144.143790] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.155393] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.194695] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615182, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.261479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.262080] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.265058] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.474s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.265284] env[70498]: DEBUG nova.objects.instance [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lazy-loading 'resources' on Instance uuid 8f6b5204-37e1-4179-8ad8-769f42e0dd5b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.304436] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615180, 'name': Destroy_Task, 'duration_secs': 1.171862} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.305638] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Destroyed the VM [ 1144.305961] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1144.306328] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-407677ee-486b-4dda-90da-324aae1079bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.313873] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1144.313873] env[70498]: value = "task-3615185" [ 1144.313873] env[70498]: _type = "Task" [ 1144.313873] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.323750] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.530904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.598671] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.599034] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f54c84e4-8a3c-404c-8f18-039e051ef539 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.607423] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1144.607423] env[70498]: value = "task-3615186" [ 1144.607423] env[70498]: _type = "Task" [ 1144.607423] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.619436] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615186, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.622164] env[70498]: DEBUG nova.objects.base [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.622396] env[70498]: DEBUG nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.654965] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615184, 'name': ReconfigVM_Task, 'duration_secs': 0.340645} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.655305] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Reconfigured VM instance instance-00000060 to attach disk [datastore2] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.655992] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac2eb7ed-01d4-4dca-b6d9-0d67db09ffe7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.660745] env[70498]: DEBUG nova.policy [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.664253] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1144.664253] env[70498]: value = "task-3615187" [ 1144.664253] env[70498]: _type = "Task" [ 1144.664253] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.676167] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615187, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.698444] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615182, 'name': CreateVM_Task, 'duration_secs': 0.590533} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.698444] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.698444] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.698444] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.698764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.699070] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be3ebe6-ee2a-4068-9e4f-74ae3b651618 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.708429] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1144.708429] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b521f2-d6c1-da49-0fa7-0cdf537da211" [ 1144.708429] env[70498]: _type = "Task" [ 1144.708429] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.722255] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b521f2-d6c1-da49-0fa7-0cdf537da211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.769210] env[70498]: DEBUG nova.compute.utils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.774208] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.774208] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.819644] env[70498]: DEBUG nova.policy [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c277dc1d2d4e388b25428688dd3951', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e56ecf6f4b4db08b8bcae6f2b8b069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.829974] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615185, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.973208] env[70498]: DEBUG nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Successfully created port: 769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.124465] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615186, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.136823] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Successfully created port: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.142845] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b66ba-188e-4b8c-aeb6-a76fc635efed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.151570] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6053368-4645-48c0-b98e-f7cd011670de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.198288] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f357cf2f-a49b-426c-8e08-5a13aa78296b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.209794] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303dc24-3dd1-44ed-ba09-26637baaffb3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.217715] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615187, 'name': Rename_Task, 'duration_secs': 0.22927} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.221792] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.221792] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4e04f9f-c205-4201-9911-e2cd01d3c00c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.232941] env[70498]: DEBUG nova.compute.provider_tree [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.239867] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1145.239867] env[70498]: value = "task-3615188" [ 1145.239867] env[70498]: _type = "Task" [ 1145.239867] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.239867] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b521f2-d6c1-da49-0fa7-0cdf537da211, 'name': SearchDatastore_Task, 'duration_secs': 0.02218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.239867] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.239867] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.240151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.240302] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.240457] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.244269] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a3b93c-d649-496c-8095-5984ddff0a13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.257015] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.257303] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.258698] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-941684f8-007c-4bff-bcac-18cf43b68fc4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.265776] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1145.265776] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4bbc3-8aee-a150-335f-792374416f2c" [ 1145.265776] env[70498]: _type = "Task" [ 1145.265776] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.276596] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.280978] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4bbc3-8aee-a150-335f-792374416f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.328362] env[70498]: DEBUG oslo_vmware.api [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615185, 'name': RemoveSnapshot_Task, 'duration_secs': 0.835064} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.328362] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1145.624469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.624594] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.624815] env[70498]: INFO nova.compute.manager [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Attaching volume e96005c4-f697-45eb-bcb0-f685b1ac7bda to /dev/sdb [ 1145.626473] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615186, 'name': CreateSnapshot_Task, 'duration_secs': 0.747107} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.626935] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1145.627729] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dbc803-d8f3-41eb-8136-311aa2059a89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.661288] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe65d34-6cc4-4455-baff-706df136c317 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.669946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e0dc9-1a62-4f56-af4e-803c4cbea88d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.688791] env[70498]: DEBUG nova.virt.block_device [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating existing volume attachment record: 581777e6-eec0-4cba-aeff-12f6530fab2e {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1145.736768] env[70498]: DEBUG nova.scheduler.client.report [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.751885] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.754105] env[70498]: DEBUG nova.compute.manager [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Received event network-changed-0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.755171] env[70498]: DEBUG nova.compute.manager [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Refreshing instance network info cache due to event network-changed-0dea94f8-acb7-41e5-aa3e-556e4e23f02e. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.755171] env[70498]: DEBUG oslo_concurrency.lockutils [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] Acquiring lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.755171] env[70498]: DEBUG oslo_concurrency.lockutils [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] Acquired lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.755171] env[70498]: DEBUG nova.network.neutron [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Refreshing network info cache for port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.777896] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e4bbc3-8aee-a150-335f-792374416f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.778740] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ada997a-0d6b-4cfb-9bf3-83ce8ed2fc53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.789434] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1145.789434] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52353d3a-0405-9b5c-2d19-8424e8b951a4" [ 1145.789434] env[70498]: _type = "Task" [ 1145.789434] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.799291] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52353d3a-0405-9b5c-2d19-8424e8b951a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.834488] env[70498]: WARNING nova.compute.manager [None req-c56527de-90bc-479c-8ff0-4f81de38a7f4 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Image not found during snapshot: nova.exception.ImageNotFound: Image a6340cd5-a4f6-4a32-93e3-51dda3e50e50 could not be found. [ 1146.149131] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.149536] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3aef45e4-dac2-4dc6-a36d-b0a26a83af1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.159565] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1146.159565] env[70498]: value = "task-3615192" [ 1146.159565] env[70498]: _type = "Task" [ 1146.159565] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.169045] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615192, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.242502] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.248698] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.217s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.249108] env[70498]: DEBUG nova.objects.instance [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lazy-loading 'resources' on Instance uuid a37737e6-72d1-48c6-9d2a-b7ef530de09d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.259500] env[70498]: DEBUG oslo_vmware.api [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615188, 'name': PowerOnVM_Task, 'duration_secs': 0.55715} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.260400] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.260598] env[70498]: INFO nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1146.260773] env[70498]: DEBUG nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.261977] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801ad53b-77c1-451f-be7e-8fdec66396a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.274043] env[70498]: INFO nova.scheduler.client.report [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted allocations for instance 8f6b5204-37e1-4179-8ad8-769f42e0dd5b [ 1146.287867] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.304365] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52353d3a-0405-9b5c-2d19-8424e8b951a4, 'name': SearchDatastore_Task, 'duration_secs': 0.030954} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.304524] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.305081] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 308b811e-98f6-4247-97c2-50fe3edd6c3b/308b811e-98f6-4247-97c2-50fe3edd6c3b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.305081] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3a1dbe2-228c-4310-bcc8-839cea41763a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.313950] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1146.313950] env[70498]: value = "task-3615193" [ 1146.313950] env[70498]: _type = "Task" [ 1146.313950] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.323848] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.324937] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.324937] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.324937] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.324937] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.325284] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.325338] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.325743] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.325979] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.326211] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.326452] env[70498]: DEBUG nova.virt.hardware [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.327932] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9a2a31-02cd-4244-9f8f-7be5b8570735 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.332172] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.332469] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721098', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'name': 'volume-448fb73d-df7f-4499-a844-7bd049ea7646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd38bd636-8839-45c3-9c71-e37508fc3e79', 'attached_at': '', 'detached_at': '', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'serial': '448fb73d-df7f-4499-a844-7bd049ea7646'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.334753] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1873cb1-5722-4fc3-a99f-9d95a2740c2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.343612] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.363156] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d08ed3-22a3-4069-991f-f190fefc04ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.366240] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b84ea6-7405-44f2-a346-8da3c777b80a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405862] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-448fb73d-df7f-4499-a844-7bd049ea7646/volume-448fb73d-df7f-4499-a844-7bd049ea7646.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.406515] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93aa736-207d-464d-b5de-eadd405882a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.428091] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1146.428091] env[70498]: value = "task-3615194" [ 1146.428091] env[70498]: _type = "Task" [ 1146.428091] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.441270] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.671952] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615192, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.699667] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Successfully updated port: 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.723710] env[70498]: DEBUG nova.network.neutron [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updated VIF entry in instance network info cache for port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.723710] env[70498]: DEBUG nova.network.neutron [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating instance_info_cache with network_info: [{"id": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "address": "fa:16:3e:29:37:60", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dea94f8-ac", "ovs_interfaceid": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.787908] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f8b71a6-bec6-450a-b839-6923c0fc29f5 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "8f6b5204-37e1-4179-8ad8-769f42e0dd5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.447s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.789128] env[70498]: INFO nova.compute.manager [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Took 31.09 seconds to build instance. [ 1146.832526] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.837333] env[70498]: DEBUG nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Successfully updated port: 769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.939502] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.955173] env[70498]: INFO nova.compute.manager [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Rescuing [ 1146.955489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.955688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.955897] env[70498]: DEBUG nova.network.neutron [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.112659] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5f511-9bb7-4f77-b9b2-9478e66ecb4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.121097] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09bddf5-6931-4219-a937-c3e36dd7bb1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.152476] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a533b87-2d71-4d12-8a44-4f0e99b3593b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.160822] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972621b-5004-42f7-b0c4-3ceca78b08ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.179985] env[70498]: DEBUG nova.compute.provider_tree [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.181389] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615192, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.201029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.201176] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.201320] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.224972] env[70498]: DEBUG oslo_concurrency.lockutils [req-b7a6d558-64dc-40c0-bf37-b71d0317cd17 req-5711278d-ace1-4e27-b34f-8367c0e8f1aa service nova] Releasing lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.292201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-170293be-6933-40ea-8b77-9880b066dbf1 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.605s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.327633] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577135} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.327882] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 308b811e-98f6-4247-97c2-50fe3edd6c3b/308b811e-98f6-4247-97c2-50fe3edd6c3b.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.328225] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.328544] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dbdc15a-46e5-43a0-8579-eb8a9a98a395 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.335201] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1147.335201] env[70498]: value = "task-3615195" [ 1147.335201] env[70498]: _type = "Task" [ 1147.335201] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.345831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.345831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.345831] env[70498]: DEBUG nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.346788] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.439213] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615194, 'name': ReconfigVM_Task, 'duration_secs': 0.709275} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.439534] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-448fb73d-df7f-4499-a844-7bd049ea7646/volume-448fb73d-df7f-4499-a844-7bd049ea7646.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.444496] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d856a933-6b36-4740-8113-2d3b15b079f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.459308] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1147.459308] env[70498]: value = "task-3615196" [ 1147.459308] env[70498]: _type = "Task" [ 1147.459308] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.469054] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.591264] env[70498]: DEBUG nova.compute.manager [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Received event network-vif-plugged-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.591697] env[70498]: DEBUG oslo_concurrency.lockutils [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.591895] env[70498]: DEBUG oslo_concurrency.lockutils [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.593126] env[70498]: DEBUG oslo_concurrency.lockutils [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.593126] env[70498]: DEBUG nova.compute.manager [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] No waiting events found dispatching network-vif-plugged-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.593126] env[70498]: WARNING nova.compute.manager [req-1a08a3fd-d0ce-4b44-9481-d4ce59ad88c8 req-18a34136-bdcc-47f7-a06e-f6150c166c8a service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Received unexpected event network-vif-plugged-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e for instance with vm_state building and task_state spawning. [ 1147.680492] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615192, 'name': CloneVM_Task, 'duration_secs': 1.510496} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.680492] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Created linked-clone VM from snapshot [ 1147.680492] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d4ec06-1ec6-48b0-b8c2-ce3214538f93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.689798] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Uploading image 92f06198-473a-4843-afd0-e828a96232cd {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1147.705541] env[70498]: ERROR nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [req-45ff9457-5fc1-4621-bd44-96d53d03a630] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-45ff9457-5fc1-4621-bd44-96d53d03a630"}]} [ 1147.708360] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1147.709025] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3698dd64-db5c-41d5-9b0c-ca2bce8c2a8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.714977] env[70498]: DEBUG nova.network.neutron [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.720505] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1147.720505] env[70498]: value = "task-3615197" [ 1147.720505] env[70498]: _type = "Task" [ 1147.720505] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.724881] env[70498]: DEBUG nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1147.731664] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615197, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.741768] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.744243] env[70498]: DEBUG nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1147.744443] env[70498]: DEBUG nova.compute.provider_tree [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.760344] env[70498]: DEBUG nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1147.779790] env[70498]: DEBUG nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1147.845861] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.848490] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.852687] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf00de0-1aae-499e-a9a6-332bd01bcf5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.876412] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 308b811e-98f6-4247-97c2-50fe3edd6c3b/308b811e-98f6-4247-97c2-50fe3edd6c3b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.879100] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b765c666-a1ef-43b7-b6ea-cd53bf2ad615 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.897775] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1147.897775] env[70498]: value = "task-3615198" [ 1147.897775] env[70498]: _type = "Task" [ 1147.897775] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.908379] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.910144] env[70498]: WARNING nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1147.972529] env[70498]: DEBUG oslo_vmware.api [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615196, 'name': ReconfigVM_Task, 'duration_secs': 0.296792} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.972860] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721098', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'name': 'volume-448fb73d-df7f-4499-a844-7bd049ea7646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd38bd636-8839-45c3-9c71-e37508fc3e79', 'attached_at': '', 'detached_at': '', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'serial': '448fb73d-df7f-4499-a844-7bd049ea7646'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.028165] env[70498]: DEBUG nova.network.neutron [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating instance_info_cache with network_info: [{"id": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "address": "fa:16:3e:1c:65:66", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7232b8-31", "ovs_interfaceid": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.127949] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff855c63-4659-4c88-bae3-c42eb342d7e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.140447] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d917ad27-9997-4568-a80e-38d302bd9304 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.173784] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e34065-9bcd-4e2f-9fd8-04a515648c7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.181855] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e15c65-6719-455e-81e5-0bc112e75960 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.196776] env[70498]: DEBUG nova.compute.provider_tree [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.219572] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.231927] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615197, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.319144] env[70498]: DEBUG nova.compute.manager [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-vif-plugged-769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.319144] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.319144] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.319144] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.319144] env[70498]: DEBUG nova.compute.manager [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] No waiting events found dispatching network-vif-plugged-769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.319144] env[70498]: WARNING nova.compute.manager [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received unexpected event network-vif-plugged-769378e3-d321-4d60-9df6-7e8ccfa8e45d for instance with vm_state active and task_state None. [ 1148.319653] env[70498]: DEBUG nova.compute.manager [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-changed-769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.320406] env[70498]: DEBUG nova.compute.manager [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing instance network info cache due to event network-changed-769378e3-d321-4d60-9df6-7e8ccfa8e45d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.320406] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399156] env[70498]: DEBUG nova.network.neutron [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "769378e3-d321-4d60-9df6-7e8ccfa8e45d", "address": "fa:16:3e:1f:25:b4", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769378e3-d3", "ovs_interfaceid": "769378e3-d321-4d60-9df6-7e8ccfa8e45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.408351] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615198, 'name': ReconfigVM_Task, 'duration_secs': 0.387693} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.408903] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 308b811e-98f6-4247-97c2-50fe3edd6c3b/308b811e-98f6-4247-97c2-50fe3edd6c3b.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.409891] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9dbf0c-52c0-4d73-b102-40c33638a54b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.419639] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1148.419639] env[70498]: value = "task-3615200" [ 1148.419639] env[70498]: _type = "Task" [ 1148.419639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.429594] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615200, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.531292] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.531292] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Instance network_info: |[{"id": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "address": "fa:16:3e:1c:65:66", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7232b8-31", "ovs_interfaceid": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.531568] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:65:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b7232b8-31d9-4928-b3d8-f52b1ccbf01e', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.540041] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating folder: Project (80e56ecf6f4b4db08b8bcae6f2b8b069). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.540641] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5977a96a-5d93-4c0c-87a5-da7bd0476f96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.551328] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created folder: Project (80e56ecf6f4b4db08b8bcae6f2b8b069) in parent group-v720819. [ 1148.551559] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating folder: Instances. Parent ref: group-v721104. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.551844] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0920c907-5f2f-4490-85f9-1b6dd519c23d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.562151] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created folder: Instances in parent group-v721104. [ 1148.562436] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.562652] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.562920] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a1f0106-0ed2-4ee6-9318-9cbb05232854 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.583881] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.583881] env[70498]: value = "task-3615203" [ 1148.583881] env[70498]: _type = "Task" [ 1148.583881] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.594275] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615203, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.637127] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.637385] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.637651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.637844] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.638033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.640179] env[70498]: INFO nova.compute.manager [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Terminating instance [ 1148.732232] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615197, 'name': Destroy_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.733221] env[70498]: DEBUG nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.733469] env[70498]: DEBUG nova.compute.provider_tree [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 143 to 144 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.733650] env[70498]: DEBUG nova.compute.provider_tree [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.907195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.907195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.907195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.907195] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.907195] env[70498]: DEBUG nova.network.neutron [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Refreshing network info cache for port 769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.907195] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca241a4-934d-49fb-8837-d0de1480564c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.927971] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.928464] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.928822] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.929181] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.929440] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.929688] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.930025] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.930292] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.930580] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.930868] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.932481] env[70498]: DEBUG nova.virt.hardware [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.937590] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfiguring VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1148.941823] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a74fada5-8c2a-4bae-b8e6-2b2bcd8c3804 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.960142] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615200, 'name': Rename_Task, 'duration_secs': 0.156876} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.961664] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.961972] env[70498]: DEBUG oslo_vmware.api [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1148.961972] env[70498]: value = "task-3615204" [ 1148.961972] env[70498]: _type = "Task" [ 1148.961972] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.962189] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21ab9d75-0b00-40a7-a752-7b916a9840c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.973515] env[70498]: DEBUG oslo_vmware.api [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615204, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.974629] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1148.974629] env[70498]: value = "task-3615205" [ 1148.974629] env[70498]: _type = "Task" [ 1148.974629] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.981810] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.014631] env[70498]: DEBUG nova.objects.instance [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'flavor' on Instance uuid d38bd636-8839-45c3-9c71-e37508fc3e79 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.094022] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615203, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.144127] env[70498]: DEBUG nova.compute.manager [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.144391] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.145489] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d1b22f-d451-4397-a277-00f6e7fbd105 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.153259] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.153581] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ef2b17-c33b-42bd-ae2f-44abc89ce485 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.160371] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1149.160371] env[70498]: value = "task-3615206" [ 1149.160371] env[70498]: _type = "Task" [ 1149.160371] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.168704] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.233247] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615197, 'name': Destroy_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.238107] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.990s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.240259] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.666s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.240498] env[70498]: DEBUG nova.objects.instance [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lazy-loading 'resources' on Instance uuid 6aff63ca-7e21-44c4-806a-22747d2ba7c6 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.259597] env[70498]: INFO nova.scheduler.client.report [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted allocations for instance a37737e6-72d1-48c6-9d2a-b7ef530de09d [ 1149.476964] env[70498]: DEBUG oslo_vmware.api [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.485108] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615205, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.522721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-59b2790c-0e70-4ec5-8f53-2e379e396291 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.873s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.601149] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615203, 'name': CreateVM_Task, 'duration_secs': 0.596228} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.601531] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.602582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.602962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.603448] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.603939] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53953430-7cdd-4237-b808-18d5470df244 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.610032] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1149.610032] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5c076-41cb-68dd-40e4-110d0769c828" [ 1149.610032] env[70498]: _type = "Task" [ 1149.610032] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.619907] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5c076-41cb-68dd-40e4-110d0769c828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.670633] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615206, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.730099] env[70498]: DEBUG nova.network.neutron [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updated VIF entry in instance network info cache for port 769378e3-d321-4d60-9df6-7e8ccfa8e45d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.730618] env[70498]: DEBUG nova.network.neutron [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "769378e3-d321-4d60-9df6-7e8ccfa8e45d", "address": "fa:16:3e:1f:25:b4", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769378e3-d3", "ovs_interfaceid": "769378e3-d321-4d60-9df6-7e8ccfa8e45d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.737308] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615197, 'name': Destroy_Task, 'duration_secs': 1.75187} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.737573] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Destroyed the VM [ 1149.737817] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.738090] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5a11002-e114-487f-82bd-da1cc44f9bdd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.748350] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1149.748350] env[70498]: value = "task-3615207" [ 1149.748350] env[70498]: _type = "Task" [ 1149.748350] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.758937] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615207, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.772901] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.773946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3fee766a-dbb9-4549-99bb-b7e949ccb84a tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "a37737e6-72d1-48c6-9d2a-b7ef530de09d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.148s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.775143] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c68b2c4-c6a6-470b-8594-31c164c08b29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.781751] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1149.781751] env[70498]: value = "task-3615208" [ 1149.781751] env[70498]: _type = "Task" [ 1149.781751] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.794712] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.839980] env[70498]: DEBUG nova.compute.manager [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Received event network-changed-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.840734] env[70498]: DEBUG nova.compute.manager [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Refreshing instance network info cache due to event network-changed-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.840734] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Acquiring lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.840734] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Acquired lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.842248] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Refreshing network info cache for port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.977877] env[70498]: DEBUG oslo_vmware.api [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615204, 'name': ReconfigVM_Task, 'duration_secs': 0.860445} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.981569] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.981837] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfigured VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1149.993037] env[70498]: DEBUG oslo_vmware.api [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615205, 'name': PowerOnVM_Task, 'duration_secs': 0.701255} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.993204] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.993436] env[70498]: INFO nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1149.994031] env[70498]: DEBUG nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.994538] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c692840-8232-4d8b-beb2-827a73cc268f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.124026] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f5c076-41cb-68dd-40e4-110d0769c828, 'name': SearchDatastore_Task, 'duration_secs': 0.020564} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.124927] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.124927] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.124927] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.125130] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.125268] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.125555] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d21e445-e1e6-4017-b134-73b64fff0ab4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.134688] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.135143] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.135804] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfeb09b-0a5e-4356-ae90-5dabd79b70ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.141532] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1150.141532] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e508bb-6e21-e84b-0c71-d11bcbe620dc" [ 1150.141532] env[70498]: _type = "Task" [ 1150.141532] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.149272] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e508bb-6e21-e84b-0c71-d11bcbe620dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.170261] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615206, 'name': PowerOffVM_Task, 'duration_secs': 0.721631} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.170570] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.170772] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.171068] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa46489-31ec-44be-89ba-51b0a36edb62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.202817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedafd17-f60d-4f97-aa7b-cb8c484d5492 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.210435] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e67dfa9-f6f8-4909-bfbe-b5dccbf54779 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.243900] env[70498]: DEBUG oslo_concurrency.lockutils [req-069573a3-c92c-4c67-95de-468a7746cf2a req-7c092974-a27e-441d-b617-1cbf51bdf3e1 service nova] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.245475] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1150.245684] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1150.247406] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee3e0a-cc05-4c7d-956e-1b429acd5163 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.250418] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15018f1-6c24-4fbc-9b6e-5e140e77b2d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.252824] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.253025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.253212] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleting the datastore file [datastore2] 16f1bc39-c428-41ce-bdcc-bf516fa940cd {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.253709] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1619a22d-19ea-429f-8bf8-f88e7a89111c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.277375] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa668c78-5e87-49e7-845d-c17cd3603b69 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.281326] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1150.281326] env[70498]: value = "task-3615210" [ 1150.281326] env[70498]: _type = "Task" [ 1150.281326] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.281572] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615207, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.282493] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c21f7d-ff8b-4d76-8f6d-440a3dc6ded4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.300090] env[70498]: DEBUG nova.compute.provider_tree [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.314464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.314839] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.314925] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.315153] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.315301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.324753] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.328149] env[70498]: INFO nova.compute.manager [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Terminating instance [ 1150.330209] env[70498]: DEBUG nova.scheduler.client.report [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.333830] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0dba996-e07a-4385-b9d7-83652003a3fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.346571] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.355249] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615208, 'name': PowerOffVM_Task, 'duration_secs': 0.274899} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.356260] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.357335] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7295faa-26fa-4ad4-b1bd-69f13c8d2aa6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.361369] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1150.361369] env[70498]: value = "task-3615211" [ 1150.361369] env[70498]: _type = "Task" [ 1150.361369] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.381207] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd017f64-f7ba-42f8-a187-7a89189d012d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.387265] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.422364] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.422668] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-533ea715-2bfb-455f-a1e3-ff4c78e02668 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.430006] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1150.430006] env[70498]: value = "task-3615212" [ 1150.430006] env[70498]: _type = "Task" [ 1150.430006] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.437834] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.489201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-318fdc17-949c-4cbf-9ec2-2ca2fdd6a6ee tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.969s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.516027] env[70498]: INFO nova.compute.manager [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Took 30.37 seconds to build instance. [ 1150.651347] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e508bb-6e21-e84b-0c71-d11bcbe620dc, 'name': SearchDatastore_Task, 'duration_secs': 0.029131} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.654448] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60312d97-f415-466f-bb6c-9c3442da9913 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.660441] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1150.660441] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c35595-8e56-3582-73c3-584963e6025f" [ 1150.660441] env[70498]: _type = "Task" [ 1150.660441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.669153] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c35595-8e56-3582-73c3-584963e6025f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.763622] env[70498]: DEBUG oslo_vmware.api [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615207, 'name': RemoveSnapshot_Task, 'duration_secs': 0.768175} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.763622] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.795776] env[70498]: DEBUG oslo_vmware.api [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.796061] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.796255] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.796426] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.796606] env[70498]: INFO nova.compute.manager [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1150.796898] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.797125] env[70498]: DEBUG nova.compute.manager [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.797224] env[70498]: DEBUG nova.network.neutron [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.848808] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.852152] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.716s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.852152] env[70498]: DEBUG nova.objects.instance [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid 5a459003-cab6-4b78-a8a1-918bf10e330b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.857356] env[70498]: DEBUG nova.compute.manager [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.857356] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.857356] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d52ff2-79b1-4397-9ecd-7c085c8f89e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.872542] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1150.872542] env[70498]: value = "task-3615213" [ 1150.872542] env[70498]: _type = "Task" [ 1150.872542] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.881193] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.887353] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.890784] env[70498]: INFO nova.scheduler.client.report [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Deleted allocations for instance 6aff63ca-7e21-44c4-806a-22747d2ba7c6 [ 1150.943836] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.943836] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.944212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.944394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.944590] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.944888] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a75f04-1af7-41af-9a35-b7a8d15954d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.955904] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.956216] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.956864] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a6a04e-e38b-4dd4-8780-2989c324c72a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.965489] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1150.965489] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5256be42-a228-889b-d14b-bb2cb68439bd" [ 1150.965489] env[70498]: _type = "Task" [ 1150.965489] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.978592] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5256be42-a228-889b-d14b-bb2cb68439bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.012843] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updated VIF entry in instance network info cache for port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.013426] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating instance_info_cache with network_info: [{"id": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "address": "fa:16:3e:1c:65:66", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7232b8-31", "ovs_interfaceid": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.017140] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c7c91406-b41d-4d4f-a3b4-72e0587cb081 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.882s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.173878] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c35595-8e56-3582-73c3-584963e6025f, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.174363] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174555] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] fa7dcdd5-7619-4450-8dd8-50d94498c4be/fa7dcdd5-7619-4450-8dd8-50d94498c4be.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.174874] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93177209-dc2d-4164-a520-5de89287ab44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.181710] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1151.181710] env[70498]: value = "task-3615214" [ 1151.181710] env[70498]: _type = "Task" [ 1151.181710] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.195055] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.268196] env[70498]: WARNING nova.compute.manager [None req-4c482950-e07d-41c1-8b6c-8d6f48f487a7 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Image not found during snapshot: nova.exception.ImageNotFound: Image 92f06198-473a-4843-afd0-e828a96232cd could not be found. [ 1151.372861] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615211, 'name': ReconfigVM_Task, 'duration_secs': 0.771763} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.373367] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.384782] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-675337f4-913c-466e-b628-1f4781e8cf8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.402837] env[70498]: DEBUG oslo_concurrency.lockutils [None req-52f90b02-7ee6-4ad2-82ee-33041fdd8d9f tempest-ServerGroupTestJSON-1331681530 tempest-ServerGroupTestJSON-1331681530-project-member] Lock "6aff63ca-7e21-44c4-806a-22747d2ba7c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.351s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.407052] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1151.407052] env[70498]: value = "task-3615215" [ 1151.407052] env[70498]: _type = "Task" [ 1151.407052] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.410396] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615213, 'name': PowerOffVM_Task, 'duration_secs': 0.249632} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.416410] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.416643] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1151.416843] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721098', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'name': 'volume-448fb73d-df7f-4499-a844-7bd049ea7646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd38bd636-8839-45c3-9c71-e37508fc3e79', 'attached_at': '', 'detached_at': '', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'serial': '448fb73d-df7f-4499-a844-7bd049ea7646'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1151.418590] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f75f867-d97d-4383-9eff-b724863b38c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.428510] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.448594] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1657323-35b6-4c7c-a289-6f2e39193d8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.456470] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a35f21f-18b2-4b4d-9eac-a8005b1727e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.488085] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2fd681-e86a-4a5e-8b20-94d08d4e03a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.511932] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5256be42-a228-889b-d14b-bb2cb68439bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015244} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.512286] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] The volume has not been displaced from its original location: [datastore2] volume-448fb73d-df7f-4499-a844-7bd049ea7646/volume-448fb73d-df7f-4499-a844-7bd049ea7646.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1151.517802] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.521842] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Releasing lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.522102] env[70498]: DEBUG nova.compute.manager [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Received event network-changed-0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.522930] env[70498]: DEBUG nova.compute.manager [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Refreshing instance network info cache due to event network-changed-0f7b04e8-362b-48b0-8933-e9c01b57a3de. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.522930] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Acquiring lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.522930] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Acquired lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.522930] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Refreshing network info cache for port 0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.524377] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-138a193e-faca-4725-8d56-e1119f078722 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.539369] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bca670-4e26-4d6b-90b5-018a8e3cb51a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.546913] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1151.546913] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5265f04c-9fff-5d3e-1a8b-1b399033e946" [ 1151.546913] env[70498]: _type = "Task" [ 1151.546913] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.548570] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1151.548570] env[70498]: value = "task-3615216" [ 1151.548570] env[70498]: _type = "Task" [ 1151.548570] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.568349] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.568612] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5265f04c-9fff-5d3e-1a8b-1b399033e946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.693410] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615214, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.703764] env[70498]: DEBUG nova.compute.manager [req-fe6dd391-cd5d-4643-9b6b-e988fc1c92c6 req-2a1ac530-aaf1-4edb-bb54-f51cf2c8f70f service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Received event network-vif-deleted-24ba9015-7437-4f85-92f9-48cbbc791675 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.703764] env[70498]: INFO nova.compute.manager [req-fe6dd391-cd5d-4643-9b6b-e988fc1c92c6 req-2a1ac530-aaf1-4edb-bb54-f51cf2c8f70f service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Neutron deleted interface 24ba9015-7437-4f85-92f9-48cbbc791675; detaching it from the instance and deleting it from the info cache [ 1151.703764] env[70498]: DEBUG nova.network.neutron [req-fe6dd391-cd5d-4643-9b6b-e988fc1c92c6 req-2a1ac530-aaf1-4edb-bb54-f51cf2c8f70f service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.724958] env[70498]: DEBUG nova.network.neutron [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.813189] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928f43e-1eef-4776-ab43-ac52bcb6bc8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.821529] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdbf1aa-4972-4e4b-8146-e348a3b16f9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.631410] env[70498]: INFO nova.compute.manager [-] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Took 1.83 seconds to deallocate network for instance. [ 1152.649097] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c0ee068-1d4f-4afd-9a9e-b2fe34358337 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.653184] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f567217f-160c-440d-8239-a95856c5de93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.660238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.660400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.660587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.661026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.661026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.662348] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.662571] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.663472] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "4cf6727c-8707-4e92-82c7-519ad38427be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.663885] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.668259] env[70498]: INFO nova.compute.manager [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Terminating instance [ 1152.686631] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828079} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.687225] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615216, 'name': ReconfigVM_Task, 'duration_secs': 0.477941} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.688557] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5265f04c-9fff-5d3e-1a8b-1b399033e946, 'name': SearchDatastore_Task, 'duration_secs': 0.023203} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.688557] env[70498]: DEBUG oslo_vmware.api [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615215, 'name': ReconfigVM_Task, 'duration_secs': 0.221429} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.689162] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] fa7dcdd5-7619-4450-8dd8-50d94498c4be/fa7dcdd5-7619-4450-8dd8-50d94498c4be.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.689391] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.689978] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.694737] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.695021] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1152.695346] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1152.699096] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8046513-e9f3-41af-b79a-f1248362c185 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.701241] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49b7ede-707d-44f4-99e8-6893b621f77a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.711203] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac97b55-c215-4fc8-8e76-8a509e7519ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.715844] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ca56c5-191d-4619-9e66-b8977e8afcd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.732611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4c3ce-a9f2-4cd6-9b75-ed3c73bad280 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.747080] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1152.747080] env[70498]: value = "task-3615219" [ 1152.747080] env[70498]: _type = "Task" [ 1152.747080] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.747608] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1152.747608] env[70498]: value = "task-3615217" [ 1152.747608] env[70498]: _type = "Task" [ 1152.747608] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.747941] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1152.747941] env[70498]: value = "task-3615218" [ 1152.747941] env[70498]: _type = "Task" [ 1152.747941] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.781765] env[70498]: DEBUG nova.compute.manager [req-fe6dd391-cd5d-4643-9b6b-e988fc1c92c6 req-2a1ac530-aaf1-4edb-bb54-f51cf2c8f70f service nova] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Detach interface failed, port_id=24ba9015-7437-4f85-92f9-48cbbc791675, reason: Instance 16f1bc39-c428-41ce-bdcc-bf516fa940cd could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.782571] env[70498]: DEBUG nova.compute.provider_tree [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.794026] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.797682] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.797921] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.897460] env[70498]: DEBUG nova.compute.manager [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Received event network-changed-0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.897648] env[70498]: DEBUG nova.compute.manager [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Refreshing instance network info cache due to event network-changed-0dea94f8-acb7-41e5-aa3e-556e4e23f02e. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.897856] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] Acquiring lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.898044] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] Acquired lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.899035] env[70498]: DEBUG nova.network.neutron [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Refreshing network info cache for port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.049369] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Updated VIF entry in instance network info cache for port 0f7b04e8-362b-48b0-8933-e9c01b57a3de. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.049742] env[70498]: DEBUG nova.network.neutron [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Updating instance_info_cache with network_info: [{"id": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "address": "fa:16:3e:65:89:ba", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7b04e8-36", "ovs_interfaceid": "0f7b04e8-362b-48b0-8933-e9c01b57a3de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.169385] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.174292] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.174819] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.180990] env[70498]: DEBUG nova.compute.manager [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.181292] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.182581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48224088-de93-4db6-9889-d65c80e6e677 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.195268] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.195268] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f77aff6-28c5-46c6-8c1a-8edf96aa7597 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.206836] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1153.206836] env[70498]: value = "task-3615220" [ 1153.206836] env[70498]: _type = "Task" [ 1153.206836] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.219039] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.247022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-769378e3-d321-4d60-9df6-7e8ccfa8e45d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.247022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-769378e3-d321-4d60-9df6-7e8ccfa8e45d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.267282] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615219, 'name': ReconfigVM_Task, 'duration_secs': 0.14777} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.273670] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721098', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'name': 'volume-448fb73d-df7f-4499-a844-7bd049ea7646', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd38bd636-8839-45c3-9c71-e37508fc3e79', 'attached_at': '', 'detached_at': '', 'volume_id': '448fb73d-df7f-4499-a844-7bd049ea7646', 'serial': '448fb73d-df7f-4499-a844-7bd049ea7646'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1153.274058] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.274351] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081799} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.274990] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511832} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.275754] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da91347-c65c-4cd0-8144-11a45487cdbf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.279541] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.279987] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 1153.280583] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317f8bc-256d-4df8-ac9d-4547c91a5c52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.283992] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d78e9a-425a-4219-8c95-a551ab2f4ad3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.288498] env[70498]: DEBUG nova.scheduler.client.report [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.320210] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.321081] env[70498]: DEBUG nova.objects.instance [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'flavor' on Instance uuid 33861776-c29a-4b3b-87e7-f7ef2849dbef {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.330987] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.341540] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] fa7dcdd5-7619-4450-8dd8-50d94498c4be/fa7dcdd5-7619-4450-8dd8-50d94498c4be.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.341540] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.488s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.341895] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393c060d-17a8-489d-8fa3-5227aca04812 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.343824] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae030692-a48c-4538-9b22-b6d5bc513c16 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.357749] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db23b38a-963f-4fba-9fee-db8fc2c16573 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.372382] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.675s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.380382] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1153.380382] env[70498]: value = "task-3615222" [ 1153.380382] env[70498]: _type = "Task" [ 1153.380382] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.381757] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1153.381757] env[70498]: value = "task-3615223" [ 1153.381757] env[70498]: _type = "Task" [ 1153.381757] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.393940] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.398865] env[70498]: INFO nova.scheduler.client.report [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance 5a459003-cab6-4b78-a8a1-918bf10e330b [ 1153.445978] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.446339] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.446732] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore2] d38bd636-8839-45c3-9c71-e37508fc3e79 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.446947] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32de8833-be23-4619-a310-0c1e4fce6b9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.453421] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1153.453421] env[70498]: value = "task-3615224" [ 1153.453421] env[70498]: _type = "Task" [ 1153.453421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.463040] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.553489] env[70498]: DEBUG oslo_concurrency.lockutils [req-317e7e55-e3dc-430c-af57-2c3dd6eb7602 req-32c719f5-79d1-42c3-a516-122ead92cc64 service nova] Releasing lock "refresh_cache-dfa0b2b6-cd70-44ae-bc85-325b587775ee" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.644290] env[70498]: DEBUG nova.network.neutron [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updated VIF entry in instance network info cache for port 0dea94f8-acb7-41e5-aa3e-556e4e23f02e. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.644663] env[70498]: DEBUG nova.network.neutron [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating instance_info_cache with network_info: [{"id": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "address": "fa:16:3e:29:37:60", "network": {"id": "2c2a68dd-f2e1-4f6c-8cba-59afa6e028c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1180096020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffffc53415044f10a6ce4b0f000f9a41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dea94f8-ac", "ovs_interfaceid": "0dea94f8-acb7-41e5-aa3e-556e4e23f02e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.696952] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.697865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.719165] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615220, 'name': PowerOffVM_Task, 'duration_secs': 0.194346} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.719165] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.719165] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.719165] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bec372b4-6feb-47f2-8fd2-92d5bdd908fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.750077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.750077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.750896] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3694b2-2203-4d40-8761-ded5be721617 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.771324] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb304d09-2607-4d72-accb-b9ae82eef0eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.797065] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfiguring VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1153.798452] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271a1b8e-d65e-45c5-a8c4-7675b9103614 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.812396] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.812607] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.812786] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleting the datastore file [datastore2] ac2cdd92-9c56-440e-b2aa-028d4a16de7b {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.813057] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e364e93c-dd24-41d0-b4a6-958d2dd9f20d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.820299] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1153.820299] env[70498]: value = "task-3615226" [ 1153.820299] env[70498]: _type = "Task" [ 1153.820299] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.821752] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for the task: (returnval){ [ 1153.821752] env[70498]: value = "task-3615227" [ 1153.821752] env[70498]: _type = "Task" [ 1153.821752] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.834389] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.837723] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.842607] env[70498]: DEBUG oslo_concurrency.lockutils [None req-470ee1b5-d1a0-48a9-afc8-5b5f6da93b5e tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.218s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.894525] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.900483] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615223, 'name': ReconfigVM_Task, 'duration_secs': 0.457725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.901285] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfigured VM instance instance-00000062 to attach disk [datastore1] fa7dcdd5-7619-4450-8dd8-50d94498c4be/fa7dcdd5-7619-4450-8dd8-50d94498c4be.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.901927] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c42264-fac4-46b5-97b4-61f472a56fd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.910136] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1153.910136] env[70498]: value = "task-3615228" [ 1153.910136] env[70498]: _type = "Task" [ 1153.910136] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.913378] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9d5a8c40-23e8-49d1-9f86-a0c2cfce45ad tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "5a459003-cab6-4b78-a8a1-918bf10e330b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.124s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.920208] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615228, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.966896] env[70498]: DEBUG oslo_vmware.api [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157563} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.967327] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.967593] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.967786] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.968160] env[70498]: INFO nova.compute.manager [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Took 3.11 seconds to destroy the instance on the hypervisor. [ 1153.968429] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.968811] env[70498]: DEBUG nova.compute.manager [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.968931] env[70498]: DEBUG nova.network.neutron [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.148123] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ebb42c4-d4bd-466b-bb93-871a75473535 req-bc51edf1-3119-4dd2-a882-f4183bef9489 service nova] Releasing lock "refresh_cache-308b811e-98f6-4247-97c2-50fe3edd6c3b" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220435] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dfeace-a318-4185-92da-f00e2611dd98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.228677] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca8221-a48b-42d6-854e-93c457949d98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.265499] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8aad6a-4510-48ce-908b-ce9e924a8554 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.277155] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecae72e-10ab-474d-b672-c6957ef848c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.296104] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.336848] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.339583] env[70498]: DEBUG oslo_vmware.api [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Task: {'id': task-3615227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.339841] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.340076] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.340268] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.340440] env[70498]: INFO nova.compute.manager [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1154.340865] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.340865] env[70498]: DEBUG nova.compute.manager [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.340954] env[70498]: DEBUG nova.network.neutron [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.391638] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.419855] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615228, 'name': Rename_Task, 'duration_secs': 0.136372} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.420196] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.420402] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48926b9f-6beb-490e-b903-49464aab95c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.427288] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1154.427288] env[70498]: value = "task-3615229" [ 1154.427288] env[70498]: _type = "Task" [ 1154.427288] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.437349] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.468387] env[70498]: DEBUG nova.compute.manager [req-dc244df6-75f2-404b-a89c-f2616c8ad8bf req-81af01f7-bbd1-4f79-bf87-5fc155b52ff3 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Received event network-vif-deleted-1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.468586] env[70498]: INFO nova.compute.manager [req-dc244df6-75f2-404b-a89c-f2616c8ad8bf req-81af01f7-bbd1-4f79-bf87-5fc155b52ff3 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Neutron deleted interface 1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818; detaching it from the instance and deleting it from the info cache [ 1154.468756] env[70498]: DEBUG nova.network.neutron [req-dc244df6-75f2-404b-a89c-f2616c8ad8bf req-81af01f7-bbd1-4f79-bf87-5fc155b52ff3 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.802543] env[70498]: DEBUG nova.network.neutron [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.820182] env[70498]: ERROR nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [req-5fdc1416-0dd2-42ac-b130-c4698980ea27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fdc1416-0dd2-42ac-b130-c4698980ea27"}]} [ 1154.832162] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.840362] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.857455] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.858154] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.872647] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.893752] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615222, 'name': ReconfigVM_Task, 'duration_secs': 1.083417} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.894388] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.897160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387a746-8a7b-493b-bea3-b2c4c82b2b42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.899046] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.925649] env[70498]: INFO nova.compute.manager [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Rebuilding instance [ 1154.935504] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1a3d1c-4e90-4583-b87a-a90efc916a8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.954748] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.958248] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1154.958248] env[70498]: value = "task-3615230" [ 1154.958248] env[70498]: _type = "Task" [ 1154.958248] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.972451] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36908e81-1bff-45e3-b71f-44ba7a7f1ea3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.983490] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.986407] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b02067-3853-4939-ba0f-218b6061b6be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.003484] env[70498]: DEBUG nova.compute.manager [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.004481] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa13873-80e8-4de5-9e67-a1be5bd69afd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.031248] env[70498]: DEBUG nova.compute.manager [req-dc244df6-75f2-404b-a89c-f2616c8ad8bf req-81af01f7-bbd1-4f79-bf87-5fc155b52ff3 service nova] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Detach interface failed, port_id=1c23fe1b-ee85-4dd8-9ceb-56b5f80a7818, reason: Instance d38bd636-8839-45c3-9c71-e37508fc3e79 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.259305] env[70498]: DEBUG nova.network.neutron [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.285061] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421a773-5c56-4f66-ba6b-19f1daccbed8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.293018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f853a4f0-3d20-49c1-abe0-6464ee6df5f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.329076] env[70498]: INFO nova.compute.manager [-] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Took 1.36 seconds to deallocate network for instance. [ 1155.335862] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115cf59a-e168-4717-9004-87248c38e777 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.347579] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37dec9-67c1-4705-a430-b4ccc3eb7c9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.351634] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.362203] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.446740] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615229, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.473248] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615230, 'name': ReconfigVM_Task, 'duration_secs': 0.381677} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.473661] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.473778] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c48bf03a-523e-4e0f-b3bf-c9bd4837babb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.482091] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1155.482091] env[70498]: value = "task-3615231" [ 1155.482091] env[70498]: _type = "Task" [ 1155.482091] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.487965] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.574383] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "0b982c20-959e-47be-baef-95e737c44680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.574636] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.763017] env[70498]: INFO nova.compute.manager [-] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Took 1.42 seconds to deallocate network for instance. [ 1155.841544] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.889920] env[70498]: ERROR nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [req-5325b96d-4aed-4931-98d8-9aaa4a4ffa94] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5325b96d-4aed-4931-98d8-9aaa4a4ffa94"}]} [ 1155.898670] env[70498]: INFO nova.compute.manager [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Took 0.57 seconds to detach 1 volumes for instance. [ 1155.909345] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1155.924338] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1155.924559] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.936428] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1155.949450] env[70498]: DEBUG oslo_vmware.api [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615229, 'name': PowerOnVM_Task, 'duration_secs': 1.465617} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.949750] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.949975] env[70498]: INFO nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1155.950210] env[70498]: DEBUG nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.950984] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062f57a5-a453-4d3b-8a93-80dfb02f1fcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.955535] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1155.990653] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615231, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.039513] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.039839] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1635dbaf-c4c6-411a-9961-9b95154a5b60 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.045943] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1156.045943] env[70498]: value = "task-3615232" [ 1156.045943] env[70498]: _type = "Task" [ 1156.045943] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.058076] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.077314] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.268888] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.340163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457129e2-46e1-48ec-b2ff-92facdf5e76d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.348450] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.355366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5913488-d56b-4919-9b55-5893fe7a0196 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.387073] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8566a-834a-4044-a703-2aa75fbe2620 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.397939] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792e0df-0ba7-43ca-887c-813758ec15b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.415825] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.416427] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.471089] env[70498]: INFO nova.compute.manager [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Took 30.33 seconds to build instance. [ 1156.493600] env[70498]: DEBUG oslo_vmware.api [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615231, 'name': PowerOnVM_Task, 'duration_secs': 0.530725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.493923] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.496383] env[70498]: DEBUG nova.compute.manager [None req-b5d60b92-2fb0-4595-9dd6-95effc912f40 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.497196] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd371b5e-7d1e-4b61-868d-8bdaf1dfcf54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.501909] env[70498]: DEBUG nova.compute.manager [req-3fa7d6ab-d3ba-4484-a553-8adf2046cd0e req-48779300-149b-4827-8a23-5a19e1cc36a0 service nova] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Received event network-vif-deleted-a6e18d1e-1658-40fb-8249-47ec6bea477a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.557849] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615232, 'name': PowerOffVM_Task, 'duration_secs': 0.395743} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.558239] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.610725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.622992] env[70498]: INFO nova.compute.manager [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Detaching volume e96005c4-f697-45eb-bcb0-f685b1ac7bda [ 1156.657310] env[70498]: INFO nova.virt.block_device [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Attempting to driver detach volume e96005c4-f697-45eb-bcb0-f685b1ac7bda from mountpoint /dev/sdb [ 1156.657539] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.657729] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.658631] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcbc5bd-d8df-43f8-b16c-6da4d2f7b8a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.682106] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9ee60c-7ea4-4f3b-a503-38064743cea1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.689716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19db9703-d4ed-4e93-915d-5b75974aa02b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.716934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2012d5-792c-4007-af05-2d8b7ebb499c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.733166] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] The volume has not been displaced from its original location: [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.738886] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.739642] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ff8b54-b715-489f-8d94-9fd66ba2c3d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.762141] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1156.762141] env[70498]: value = "task-3615233" [ 1156.762141] env[70498]: _type = "Task" [ 1156.762141] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.770445] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.841441] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.959552] env[70498]: DEBUG nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1156.959871] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 147 to 148 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1156.960044] env[70498]: DEBUG nova.compute.provider_tree [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.975355] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9c03f19-67ae-41d3-93a4-7219b494bc8a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.842s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.066251] env[70498]: DEBUG nova.compute.manager [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Received event network-changed-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.066251] env[70498]: DEBUG nova.compute.manager [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Refreshing instance network info cache due to event network-changed-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.066251] env[70498]: DEBUG oslo_concurrency.lockutils [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] Acquiring lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.066376] env[70498]: DEBUG oslo_concurrency.lockutils [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] Acquired lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.066414] env[70498]: DEBUG nova.network.neutron [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Refreshing network info cache for port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.273598] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615233, 'name': ReconfigVM_Task, 'duration_secs': 0.360131} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.274305] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.282899] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca1c290-e0ff-4f38-9973-9e27ce251b07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.301176] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1157.301176] env[70498]: value = "task-3615234" [ 1157.301176] env[70498]: _type = "Task" [ 1157.301176] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.311608] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.347979] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.711029] env[70498]: INFO nova.compute.manager [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Unrescuing [ 1157.711029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.711029] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.711029] env[70498]: DEBUG nova.network.neutron [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.811085] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615234, 'name': ReconfigVM_Task, 'duration_secs': 0.260869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.811369] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.851301] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.949494] env[70498]: DEBUG nova.network.neutron [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updated VIF entry in instance network info cache for port 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.949914] env[70498]: DEBUG nova.network.neutron [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating instance_info_cache with network_info: [{"id": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "address": "fa:16:3e:1c:65:66", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b7232b8-31", "ovs_interfaceid": "8b7232b8-31d9-4928-b3d8-f52b1ccbf01e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.977076] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.605s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.983326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.472s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.983613] env[70498]: DEBUG nova.objects.instance [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lazy-loading 'resources' on Instance uuid 326c5243-e998-4528-9bd8-b70201c284f3 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.349260] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.453009] env[70498]: DEBUG oslo_concurrency.lockutils [req-72abcc3c-1918-434c-90b3-8d3ce80bf29a req-4b8f08b0-12e8-4ed5-aa3f-9f3cecdaa39f service nova] Releasing lock "refresh_cache-fa7dcdd5-7619-4450-8dd8-50d94498c4be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.570062] env[70498]: INFO nova.scheduler.client.report [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocation for migration 6d036f7b-62d9-4c59-8c93-cfcabd9d3762 [ 1158.595432] env[70498]: DEBUG nova.network.neutron [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.852027] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.866385] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb101fb3-4ef1-41e2-9510-c2d1f9a61e2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.877220] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ea1a8-4e82-4570-b2fe-116d3d0cd67a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.880095] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.880371] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7771984-8159-4a1c-9382-3f722c5507bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.911672] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ecd3b-bb45-4e4d-8a84-e8b5e68d7b51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.914984] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1158.914984] env[70498]: value = "task-3615235" [ 1158.914984] env[70498]: _type = "Task" [ 1158.914984] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.921956] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b84bd2-64fd-4cb6-ac67-c8a60b8cbec8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.930121] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1158.930342] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.930544] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.931330] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b1e12a-ef4b-430a-9c7e-76483dc59661 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.941819] env[70498]: DEBUG nova.compute.provider_tree [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.960230] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677fd499-4aef-48d7-bfc3-aabfa76a1e5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.966866] env[70498]: WARNING nova.virt.vmwareapi.driver [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1158.967162] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.967925] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707fc719-c8aa-43b3-9836-1810c90d9808 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.974923] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.975176] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f84f651e-e099-48bf-b5c1-98366dfa89aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.042840] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.043155] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.043323] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore1] 33861776-c29a-4b3b-87e7-f7ef2849dbef {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.043598] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5aa4f0-3814-42da-b0a8-e04da7f2fe08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.050675] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1159.050675] env[70498]: value = "task-3615237" [ 1159.050675] env[70498]: _type = "Task" [ 1159.050675] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.059475] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.081306] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9ff21e23-9107-4b2b-8890-487347112d13 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.868s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.098097] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.098834] env[70498]: DEBUG nova.objects.instance [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'flavor' on Instance uuid 8e5634c6-3e54-40a2-ae93-2621005c01cb {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.261159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.261455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.351288] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.445282] env[70498]: DEBUG nova.scheduler.client.report [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.514874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.514874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.515103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.515177] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.515352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.517537] env[70498]: INFO nova.compute.manager [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Terminating instance [ 1159.560590] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141912} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.560844] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.561034] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.561214] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.606980] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cba067a-9004-4884-931f-ea6b141e2e09 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.631277] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.631691] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95c82660-7a8b-4694-ac4f-0484aa3c1e4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.639842] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1159.639842] env[70498]: value = "task-3615238" [ 1159.639842] env[70498]: _type = "Task" [ 1159.639842] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.648316] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.764537] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.850904] env[70498]: DEBUG oslo_vmware.api [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615226, 'name': ReconfigVM_Task, 'duration_secs': 5.878551} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.851190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.851366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Reconfigured VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1159.950602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.953558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.844s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.954560] env[70498]: INFO nova.compute.claims [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.969227] env[70498]: INFO nova.scheduler.client.report [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Deleted allocations for instance 326c5243-e998-4528-9bd8-b70201c284f3 [ 1160.022544] env[70498]: DEBUG nova.compute.manager [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.022707] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.023582] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05412760-3d10-48e8-9268-fb43eb613b89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.032980] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.033243] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60418f7d-18e9-4d61-bef8-9c06d63cc7af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039822] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1160.039822] env[70498]: value = "task-3615239" [ 1160.039822] env[70498]: _type = "Task" [ 1160.039822] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.047653] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.065838] env[70498]: INFO nova.virt.block_device [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Booting with volume e96005c4-f697-45eb-bcb0-f685b1ac7bda at /dev/sdb [ 1160.105970] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14469917-ac88-4261-99a5-8b527b1e5606 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.115959] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2b30c-d94c-4bce-9814-15490d6aac74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.170369] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59e137d-582c-4b39-823f-cbb56077b412 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.172478] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615238, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.180804] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948745cc-b779-489a-97ef-36d64b51b667 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.199600] env[70498]: DEBUG nova.compute.manager [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-vif-deleted-769378e3-d321-4d60-9df6-7e8ccfa8e45d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.199852] env[70498]: INFO nova.compute.manager [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Neutron deleted interface 769378e3-d321-4d60-9df6-7e8ccfa8e45d; detaching it from the instance and deleting it from the info cache [ 1160.200128] env[70498]: DEBUG nova.network.neutron [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.218367] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c187f-583c-4d7b-a9ea-016750a0e575 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.226137] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547a262d-9be9-4cb8-8e06-8471063b1efa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.243269] env[70498]: DEBUG nova.virt.block_device [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating existing volume attachment record: 5a4bca83-331f-4d6d-8801-f670609981cb {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.288295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.337197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.337469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.478022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7c90d011-e1c7-43a5-acd4-12277f203161 tempest-ServersNegativeTestJSON-1885807663 tempest-ServersNegativeTestJSON-1885807663-project-member] Lock "326c5243-e998-4528-9bd8-b70201c284f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.448s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.550275] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615239, 'name': PowerOffVM_Task, 'duration_secs': 0.200604} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.550569] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.550739] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.550979] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5d54b80-62ae-48cd-8c5f-b2b099c6851b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.617054] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.617272] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.617449] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore1] a7fcfa53-c50c-4fb3-9aba-91e28dab2079 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.617718] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d2765a-1e75-4ebe-8315-a8c2fdb85fec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.623563] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1160.623563] env[70498]: value = "task-3615241" [ 1160.623563] env[70498]: _type = "Task" [ 1160.623563] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.631235] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.649758] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615238, 'name': PowerOffVM_Task, 'duration_secs': 0.571412} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.649961] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.655394] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfiguring VM instance instance-00000055 to detach disk 2002 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.655639] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b834265-f524-4304-987f-c90860ff0948 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.672921] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1160.672921] env[70498]: value = "task-3615242" [ 1160.672921] env[70498]: _type = "Task" [ 1160.672921] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.691083] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.702368] env[70498]: DEBUG oslo_concurrency.lockutils [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.702532] env[70498]: DEBUG oslo_concurrency.lockutils [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] Acquired lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.703382] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7784e5-6ded-44c8-b402-54ce92c3a0b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.720925] env[70498]: DEBUG oslo_concurrency.lockutils [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] Releasing lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.721229] env[70498]: WARNING nova.compute.manager [req-b8b9880e-23c4-4d75-9c82-20a055289e73 req-302f99d0-17ed-4e8a-b0a4-1f3dc4db0741 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Detach interface failed, port_id=769378e3-d321-4d60-9df6-7e8ccfa8e45d, reason: No device with interface-id 769378e3-d321-4d60-9df6-7e8ccfa8e45d exists on VM: nova.exception.NotFound: No device with interface-id 769378e3-d321-4d60-9df6-7e8ccfa8e45d exists on VM [ 1160.839310] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.134533] env[70498]: DEBUG oslo_vmware.api [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26457} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.141107] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.141107] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.141107] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.141107] env[70498]: INFO nova.compute.manager [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.141259] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.142566] env[70498]: DEBUG nova.compute.manager [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.142780] env[70498]: DEBUG nova.network.neutron [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.180553] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.180764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.180941] env[70498]: DEBUG nova.network.neutron [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.185423] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615242, 'name': ReconfigVM_Task, 'duration_secs': 0.267219} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.185992] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfigured VM instance instance-00000055 to detach disk 2002 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.186205] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.186460] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-868e4152-47df-4c9a-81bb-e051b086cf2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.193378] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1161.193378] env[70498]: value = "task-3615243" [ 1161.193378] env[70498]: _type = "Task" [ 1161.193378] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.204588] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.348934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d66ed2-0a33-4be2-8e10-92f09519e611 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.363568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68195928-8a4a-4ff5-a3a1-473cde67503c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.369834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.401983] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd3a923-e9d1-44e0-8218-f68eea4501aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.408123] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff5905c-fbd6-4218-bb41-2c3341469ce3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.426428] env[70498]: DEBUG nova.compute.provider_tree [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.521817] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.521965] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.522208] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.522390] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.522554] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.524861] env[70498]: INFO nova.compute.manager [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Terminating instance [ 1161.702948] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.907651] env[70498]: DEBUG nova.network.neutron [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.929114] env[70498]: DEBUG nova.scheduler.client.report [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.935960] env[70498]: DEBUG nova.network.neutron [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [{"id": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "address": "fa:16:3e:51:6f:5b", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb545c1ad-8b", "ovs_interfaceid": "b545c1ad-8b21-4c2e-96a4-d52c28c57408", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.029280] env[70498]: DEBUG nova.compute.manager [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1162.029520] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.030446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fd7848-4158-4cbb-84aa-94abf512933f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.038411] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.038717] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87722e83-6b75-4a0a-af8e-83a16af0c5a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.045262] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1162.045262] env[70498]: value = "task-3615244" [ 1162.045262] env[70498]: _type = "Task" [ 1162.045262] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.053775] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.204317] env[70498]: DEBUG oslo_vmware.api [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615243, 'name': PowerOnVM_Task, 'duration_secs': 0.653953} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.204657] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.204918] env[70498]: DEBUG nova.compute.manager [None req-c71361b4-2575-4afb-8a72-a5e2c62943be tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.205770] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d55e41a-3f40-4f12-93e6-90b2741116f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.302147] env[70498]: DEBUG nova.compute.manager [req-3a38ff00-9c4b-4084-b2f0-c1ec4781f549 req-6a9b48eb-3ef2-4070-8647-c534528d71fa service nova] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Received event network-vif-deleted-7d6de72c-943c-40b2-b5d8-a49b9fb62b2d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.396740] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.396975] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.397223] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.397414] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.397560] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.397714] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.398917] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.399100] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.399315] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.399557] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.399755] env[70498]: DEBUG nova.virt.hardware [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.401414] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be128835-aabd-43e5-926f-c24ca9fc9fd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.410577] env[70498]: INFO nova.compute.manager [-] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Took 1.27 seconds to deallocate network for instance. [ 1162.413401] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bca86c7-01b2-440b-b180-6be28378c2a0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.438767] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:20:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b6b70b-3e5f-45a4-98c4-a5d06ede6974', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.446147] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.446959] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.447472] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.450056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-b22b6200-a33b-4636-81c6-c58a9f0c14d0" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.452372] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.452875] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.327s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.454087] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d0f4e39-3a7b-42d1-bdb4-d4e51853203f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.476851] env[70498]: DEBUG oslo_concurrency.lockutils [None req-772022e8-742c-48f1-b0c2-97ad7e28ad8c tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-b22b6200-a33b-4636-81c6-c58a9f0c14d0-769378e3-d321-4d60-9df6-7e8ccfa8e45d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.232s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.483877] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.483877] env[70498]: value = "task-3615245" [ 1162.483877] env[70498]: _type = "Task" [ 1162.483877] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.492528] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615245, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.559050] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615244, 'name': PowerOffVM_Task, 'duration_secs': 0.249209} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.559050] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.559050] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.559050] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d42b844-d9a3-4bc3-8f84-fc78675326d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.661098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.662303] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.662303] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleting the datastore file [datastore1] b22b6200-a33b-4636-81c6-c58a9f0c14d0 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.662303] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-300fb8b5-4c69-4619-804d-0aadf6cfc201 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.670673] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1162.670673] env[70498]: value = "task-3615247" [ 1162.670673] env[70498]: _type = "Task" [ 1162.670673] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.679075] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.924794] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.954293] env[70498]: DEBUG nova.compute.utils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.955650] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.955833] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.975877] env[70498]: DEBUG nova.objects.instance [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'migration_context' on Instance uuid d64add4a-0a75-4204-8e81-12bb1c91250d {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.995935] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615245, 'name': CreateVM_Task, 'duration_secs': 0.376255} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.996364] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.997051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.997268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.997586] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.997841] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18bff02b-502d-4ec3-a6c1-eb064abc2e0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.000749] env[70498]: DEBUG nova.policy [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4898621c97240a9ae8945810ae08140', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4948ce57c15b4a16b342624f307f35db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.005856] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1163.005856] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5293708a-515e-3e6e-0297-2f1612533d33" [ 1163.005856] env[70498]: _type = "Task" [ 1163.005856] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.014524] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5293708a-515e-3e6e-0297-2f1612533d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.186025] env[70498]: DEBUG oslo_vmware.api [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1907} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.186025] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.186025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.186025] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.186025] env[70498]: INFO nova.compute.manager [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1163.186025] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.186025] env[70498]: DEBUG nova.compute.manager [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.186025] env[70498]: DEBUG nova.network.neutron [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1163.458757] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.520247] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5293708a-515e-3e6e-0297-2f1612533d33, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.520615] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.520904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.521297] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.521487] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.521735] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.522053] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408e3d60-f335-4b98-aaee-393631f6e2ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.537020] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.537020] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.537020] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Successfully created port: ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.539507] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87dc1030-3634-413a-be82-9ac5c141f7cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.547274] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1163.547274] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee812d-b26a-a6be-d9bf-1103d205a26e" [ 1163.547274] env[70498]: _type = "Task" [ 1163.547274] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.560188] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee812d-b26a-a6be-d9bf-1103d205a26e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.854547] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2678342c-2b9a-4e1c-9d1d-85a68e36deb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.865486] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c542fe0c-dafe-4bb0-a7de-4c43b19c1768 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.902733] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca7a33-7789-40b8-b517-b973969d1ef6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.911599] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb75dd-905e-4360-a3b3-c00ac2f60db4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.918656] env[70498]: DEBUG nova.compute.manager [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.918849] env[70498]: DEBUG nova.compute.manager [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing instance network info cache due to event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.919177] env[70498]: DEBUG oslo_concurrency.lockutils [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.919445] env[70498]: DEBUG oslo_concurrency.lockutils [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.919664] env[70498]: DEBUG nova.network.neutron [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.934371] env[70498]: DEBUG nova.compute.provider_tree [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.066319] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee812d-b26a-a6be-d9bf-1103d205a26e, 'name': SearchDatastore_Task, 'duration_secs': 0.013232} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.067382] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3523fe88-2d95-476c-84f4-e55cdf7abb35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.074051] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1164.074051] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c40195-bb2b-692c-f27f-018060933e05" [ 1164.074051] env[70498]: _type = "Task" [ 1164.074051] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.079279] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Successfully created port: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.087020] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c40195-bb2b-692c-f27f-018060933e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.336540] env[70498]: DEBUG nova.compute.manager [req-c229c760-bdf6-4ef7-89ec-8d299f667d9a req-8d76dafa-813a-48a3-ba60-3bbdbe05d6c8 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Received event network-vif-deleted-b545c1ad-8b21-4c2e-96a4-d52c28c57408 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.336798] env[70498]: INFO nova.compute.manager [req-c229c760-bdf6-4ef7-89ec-8d299f667d9a req-8d76dafa-813a-48a3-ba60-3bbdbe05d6c8 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Neutron deleted interface b545c1ad-8b21-4c2e-96a4-d52c28c57408; detaching it from the instance and deleting it from the info cache [ 1164.337040] env[70498]: DEBUG nova.network.neutron [req-c229c760-bdf6-4ef7-89ec-8d299f667d9a req-8d76dafa-813a-48a3-ba60-3bbdbe05d6c8 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.438415] env[70498]: DEBUG nova.scheduler.client.report [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.467748] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.499112] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.499402] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.499441] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.500132] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.500132] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.500132] env[70498]: DEBUG nova.virt.hardware [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.500811] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4f5e52-f30a-4ab9-a452-cb938d2f2473 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.512561] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ac3f7-fd5a-42cd-becb-46f50571b6a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.559062] env[70498]: DEBUG nova.network.neutron [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.584710] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c40195-bb2b-692c-f27f-018060933e05, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.584984] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.585256] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.585512] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f4a7ec-acb3-41c3-abdf-095b7b5d1ab7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.592519] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1164.592519] env[70498]: value = "task-3615248" [ 1164.592519] env[70498]: _type = "Task" [ 1164.592519] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.601677] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.716337] env[70498]: DEBUG nova.network.neutron [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updated VIF entry in instance network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.716769] env[70498]: DEBUG nova.network.neutron [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.839804] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1dba67b-4479-4db9-9140-3512b6bb1273 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.852075] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43263868-4a97-4d6f-8503-2f0daf563c10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.901379] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.901815] env[70498]: DEBUG nova.compute.manager [req-c229c760-bdf6-4ef7-89ec-8d299f667d9a req-8d76dafa-813a-48a3-ba60-3bbdbe05d6c8 service nova] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Detach interface failed, port_id=b545c1ad-8b21-4c2e-96a4-d52c28c57408, reason: Instance b22b6200-a33b-4636-81c6-c58a9f0c14d0 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1164.902527] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.062805] env[70498]: INFO nova.compute.manager [-] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Took 1.88 seconds to deallocate network for instance. [ 1165.105346] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508273} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.105650] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.105778] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.106049] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee56a7f-50e6-4d34-9f20-197b8106b072 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.113516] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1165.113516] env[70498]: value = "task-3615249" [ 1165.113516] env[70498]: _type = "Task" [ 1165.113516] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.122138] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.219560] env[70498]: DEBUG oslo_concurrency.lockutils [req-24c6036c-38c1-474d-92d5-eb1633b0dbd7 req-44198333-b219-49c3-bd56-854b5a6e1f29 service nova] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.411063] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.411223] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.411400] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.411554] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.411731] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.411931] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.412083] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1165.412456] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.453477] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.459062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.173s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.459330] env[70498]: DEBUG nova.objects.instance [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'pci_requests' on Instance uuid 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.570407] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.610295] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Successfully updated port: ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.624287] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074532} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.624562] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.625376] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed191df9-05c3-45f0-9108-6ded4dd7da30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.648990] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.649547] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-199c5d40-b71d-47b1-bfa6-5f2688e2c39a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.670712] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1165.670712] env[70498]: value = "task-3615250" [ 1165.670712] env[70498]: _type = "Task" [ 1165.670712] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.678556] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615250, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.916393] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.965462] env[70498]: DEBUG nova.objects.instance [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'numa_topology' on Instance uuid 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.987845] env[70498]: DEBUG nova.compute.manager [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.987962] env[70498]: DEBUG nova.compute.manager [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing instance network info cache due to event network-changed-58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.988145] env[70498]: DEBUG oslo_concurrency.lockutils [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] Acquiring lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.988290] env[70498]: DEBUG oslo_concurrency.lockutils [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] Acquired lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.988451] env[70498]: DEBUG nova.network.neutron [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Refreshing network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.182236] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615250, 'name': ReconfigVM_Task, 'duration_secs': 0.321342} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.182705] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 33861776-c29a-4b3b-87e7-f7ef2849dbef/33861776-c29a-4b3b-87e7-f7ef2849dbef.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.183854] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'guest_format': None, 'encryption_options': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'image_id': 'f797ac49-600a-4f52-a735-e68b5056bb6a'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'attachment_id': '5a4bca83-331f-4d6d-8801-f670609981cb', 'volume_type': None}], 'swap': None} {{(pid=70498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1166.184071] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.184261] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.185040] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a07447-a8f6-4b7c-a163-418407f2335e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.200859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a021643-c9c5-43f4-808c-4141e5e396c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.226482] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.226751] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e65c719-10be-46bc-9713-0d145af71fc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.245031] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1166.245031] env[70498]: value = "task-3615251" [ 1166.245031] env[70498]: _type = "Task" [ 1166.245031] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.253927] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.365666] env[70498]: DEBUG nova.compute.manager [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-vif-plugged-ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.365886] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Acquiring lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.366094] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.366281] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.366519] env[70498]: DEBUG nova.compute.manager [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] No waiting events found dispatching network-vif-plugged-ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.366732] env[70498]: WARNING nova.compute.manager [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received unexpected event network-vif-plugged-ab13a54e-b3fd-4490-8294-5005371faace for instance with vm_state building and task_state spawning. [ 1166.366925] env[70498]: DEBUG nova.compute.manager [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-changed-ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.367124] env[70498]: DEBUG nova.compute.manager [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Refreshing instance network info cache due to event network-changed-ab13a54e-b3fd-4490-8294-5005371faace. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.367341] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Acquiring lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.367500] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Acquired lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.367682] env[70498]: DEBUG nova.network.neutron [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Refreshing network info cache for port ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.467906] env[70498]: INFO nova.compute.claims [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.704451] env[70498]: DEBUG nova.network.neutron [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updated VIF entry in instance network info cache for port 58ab40dd-a853-4069-9dcc-be37d0131252. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.704828] env[70498]: DEBUG nova.network.neutron [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [{"id": "58ab40dd-a853-4069-9dcc-be37d0131252", "address": "fa:16:3e:23:e2:c5", "network": {"id": "ecdabdd5-6447-4814-b7a0-f293daed7160", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1440604245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8fddf4da1884bc7a06fa8b028a664e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ab40dd-a8", "ovs_interfaceid": "58ab40dd-a853-4069-9dcc-be37d0131252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.755741] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615251, 'name': ReconfigVM_Task, 'duration_secs': 0.329429} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.756038] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.761071] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3008f91d-ab15-4d28-8d0f-fe318f724404 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.776272] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1166.776272] env[70498]: value = "task-3615252" [ 1166.776272] env[70498]: _type = "Task" [ 1166.776272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.788358] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.927748] env[70498]: DEBUG nova.network.neutron [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.000774] env[70498]: INFO nova.compute.manager [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Swapping old allocation on dict_keys(['48bfe9ed-146c-49b4-8de4-4dd090665f4c']) held by migration b001bfeb-a097-46e8-8cbf-d94bbf5def84 for instance [ 1167.023887] env[70498]: DEBUG nova.network.neutron [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.033696] env[70498]: DEBUG nova.scheduler.client.report [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Overwriting current allocation {'allocations': {'48bfe9ed-146c-49b4-8de4-4dd090665f4c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 151}}, 'project_id': '35117c9c953949a4be8e583cd762fab9', 'user_id': '4a07430f39944eb188f55fce05434c82', 'consumer_generation': 1} on consumer d64add4a-0a75-4204-8e81-12bb1c91250d {{(pid=70498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1167.121750] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.121750] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.121750] env[70498]: DEBUG nova.network.neutron [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.207438] env[70498]: DEBUG oslo_concurrency.lockutils [req-6dd586bc-556f-4da1-b804-245868f5bebd req-3d868489-7d4a-4908-a7c5-af10f90b64d2 service nova] Releasing lock "refresh_cache-8e5634c6-3e54-40a2-ae93-2621005c01cb" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.289726] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.525450] env[70498]: DEBUG oslo_concurrency.lockutils [req-7b7ba8b4-a74e-40af-8556-5fb5b0135357 req-91da1ec2-4406-4710-97af-1fe5227be9c6 service nova] Releasing lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.606081] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Successfully updated port: 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.760143] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc50013b-7f93-43cb-842c-9a9527e0ec36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.769380] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a3f12-4fbc-4d2f-a088-d009a591368c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.804955] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36050828-bd21-4846-a44c-3f66a335708a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.816605] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4364ca8-12e6-455d-b7c1-48a8f0293f25 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.820386] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.832031] env[70498]: DEBUG nova.compute.provider_tree [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.838228] env[70498]: DEBUG nova.network.neutron [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [{"id": "05cfe378-6324-4d95-96de-68d48c6d9d41", "address": "fa:16:3e:40:66:69", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cfe378-63", "ovs_interfaceid": "05cfe378-6324-4d95-96de-68d48c6d9d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.108680] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.109265] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.109265] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.309507] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615252, 'name': ReconfigVM_Task, 'duration_secs': 1.149264} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.309839] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1168.310450] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d12392c6-dea1-4f46-82f1-443716289c2b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.318295] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1168.318295] env[70498]: value = "task-3615253" [ 1168.318295] env[70498]: _type = "Task" [ 1168.318295] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.326825] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615253, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.334767] env[70498]: DEBUG nova.scheduler.client.report [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.341720] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-d64add4a-0a75-4204-8e81-12bb1c91250d" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.342723] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3b1a88-6293-4216-8fdb-a0b11db33903 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.350422] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adada98-5084-476c-b17e-7fe5bbdcd18c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.397061] env[70498]: DEBUG nova.compute.manager [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-vif-plugged-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.397315] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Acquiring lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.397522] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.397686] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.397853] env[70498]: DEBUG nova.compute.manager [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] No waiting events found dispatching network-vif-plugged-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.398020] env[70498]: WARNING nova.compute.manager [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received unexpected event network-vif-plugged-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 for instance with vm_state building and task_state spawning. [ 1168.398182] env[70498]: DEBUG nova.compute.manager [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-changed-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.398333] env[70498]: DEBUG nova.compute.manager [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Refreshing instance network info cache due to event network-changed-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.398492] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Acquiring lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.643896] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.830747] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615253, 'name': Rename_Task, 'duration_secs': 0.171916} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.831039] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.831290] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fa59fc-ccda-4d44-bb4b-9b2187719ced {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.838206] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1168.838206] env[70498]: value = "task-3615254" [ 1168.838206] env[70498]: _type = "Task" [ 1168.838206] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.838932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.380s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.843506] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.670s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.843759] env[70498]: DEBUG nova.objects.instance [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lazy-loading 'resources' on Instance uuid 16f1bc39-c428-41ce-bdcc-bf516fa940cd {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.850904] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.880356] env[70498]: INFO nova.network.neutron [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating port d129bc58-43d2-4454-9919-d55f1dce0bae with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1168.943682] env[70498]: DEBUG nova.network.neutron [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [{"id": "ab13a54e-b3fd-4490-8294-5005371faace", "address": "fa:16:3e:ee:78:a6", "network": {"id": "4cc96209-793f-4952-9c13-03aae58726d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1030677364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab13a54e-b3", "ovs_interfaceid": "ab13a54e-b3fd-4490-8294-5005371faace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "address": "fa:16:3e:60:5f:fd", "network": {"id": "f6a85322-6670-410b-9f2f-0caf2705434c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322868050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2889cfa8-fd", "ovs_interfaceid": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.349678] env[70498]: DEBUG oslo_vmware.api [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615254, 'name': PowerOnVM_Task, 'duration_secs': 0.510522} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.349678] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.350043] env[70498]: DEBUG nova.compute.manager [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.351037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c99787-a50e-46db-a165-b97290aa4c1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.446307] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.446690] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance network_info: |[{"id": "ab13a54e-b3fd-4490-8294-5005371faace", "address": "fa:16:3e:ee:78:a6", "network": {"id": "4cc96209-793f-4952-9c13-03aae58726d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1030677364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab13a54e-b3", "ovs_interfaceid": "ab13a54e-b3fd-4490-8294-5005371faace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "address": "fa:16:3e:60:5f:fd", "network": {"id": "f6a85322-6670-410b-9f2f-0caf2705434c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322868050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2889cfa8-fd", "ovs_interfaceid": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.446994] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Acquired lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.447187] env[70498]: DEBUG nova.network.neutron [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Refreshing network info cache for port 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.448392] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:78:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab13a54e-b3fd-4490-8294-5005371faace', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:5f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.459130] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.465175] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.465420] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.466112] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11bff91e-f169-4c03-96db-019a9e3f1f3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.467690] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc722ce-fcb2-4c58-9b63-297cfc4fc461 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.498500] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1169.498500] env[70498]: value = "task-3615255" [ 1169.498500] env[70498]: _type = "Task" [ 1169.498500] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.501063] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.501063] env[70498]: value = "task-3615256" [ 1169.501063] env[70498]: _type = "Task" [ 1169.501063] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.521699] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.534833] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615256, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.715179] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfac86f-9b2d-4411-8730-658f3978feb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.725799] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea8099-f0f4-4ed9-9c82-3d497c194e5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.760810] env[70498]: DEBUG nova.network.neutron [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updated VIF entry in instance network info cache for port 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.761267] env[70498]: DEBUG nova.network.neutron [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [{"id": "ab13a54e-b3fd-4490-8294-5005371faace", "address": "fa:16:3e:ee:78:a6", "network": {"id": "4cc96209-793f-4952-9c13-03aae58726d7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1030677364", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab13a54e-b3", "ovs_interfaceid": "ab13a54e-b3fd-4490-8294-5005371faace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "address": "fa:16:3e:60:5f:fd", "network": {"id": "f6a85322-6670-410b-9f2f-0caf2705434c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322868050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2889cfa8-fd", "ovs_interfaceid": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.763238] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd31ea-9fae-4d9e-8962-ab89361cbf48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.771679] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218a5fe5-4945-4c3f-acb9-bc8d7dde05fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.786110] env[70498]: DEBUG nova.compute.provider_tree [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.873507] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.010395] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615255, 'name': PowerOffVM_Task, 'duration_secs': 0.264504} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.013680] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.014365] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.014577] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.014730] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.014911] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.015063] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.015208] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.015407] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.015560] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.015720] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.015878] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.016061] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.020797] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a7b4c3-6bab-4ca4-9685-e126eed362c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.036658] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615256, 'name': CreateVM_Task, 'duration_secs': 0.455233} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.037832] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.038228] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1170.038228] env[70498]: value = "task-3615257" [ 1170.038228] env[70498]: _type = "Task" [ 1170.038228] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.038973] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.039149] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.039461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.039783] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9dd7eb-570e-4533-859e-e58c38fb437d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.050268] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1170.050268] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52051bea-3057-88bd-e750-ab3b344eaa23" [ 1170.050268] env[70498]: _type = "Task" [ 1170.050268] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.054015] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615257, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.061955] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52051bea-3057-88bd-e750-ab3b344eaa23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.267015] env[70498]: DEBUG oslo_concurrency.lockutils [req-7fd2d3c5-d568-4151-8f80-a8966d6bf983 req-b5ca24e2-4bae-452d-8460-c73570e36626 service nova] Releasing lock "refresh_cache-afcec7bf-ba4c-4881-8338-394148af8dff" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.289356] env[70498]: DEBUG nova.scheduler.client.report [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.427015] env[70498]: DEBUG nova.compute.manager [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.427319] env[70498]: DEBUG oslo_concurrency.lockutils [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.427529] env[70498]: DEBUG oslo_concurrency.lockutils [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.427716] env[70498]: DEBUG oslo_concurrency.lockutils [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.427863] env[70498]: DEBUG nova.compute.manager [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] No waiting events found dispatching network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.428036] env[70498]: WARNING nova.compute.manager [req-39cd7825-218a-4217-b698-d8d7d2d8812e req-ee1cdc75-c893-4a76-aa1a-0309c65634ec service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received unexpected event network-vif-plugged-d129bc58-43d2-4454-9919-d55f1dce0bae for instance with vm_state shelved_offloaded and task_state spawning. [ 1170.507795] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.507978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.508173] env[70498]: DEBUG nova.network.neutron [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.550642] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615257, 'name': ReconfigVM_Task, 'duration_secs': 0.224657} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.552057] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09e31a4-a54c-4fd8-aa87-190de0411777 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.563644] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52051bea-3057-88bd-e750-ab3b344eaa23, 'name': SearchDatastore_Task, 'duration_secs': 0.01559} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.579849] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.579849] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.580087] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.580210] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.580387] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.581237] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.581450] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.581600] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.581811] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.581961] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.582369] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.582369] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.582465] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.582634] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.582799] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.582975] env[70498]: DEBUG nova.virt.hardware [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.583781] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ea6943-61b7-4066-af3b-ea3271e6adac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.586015] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09488d4a-b449-4076-a080-31fc7b1e4aa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.593531] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1170.593531] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5561e-2261-241a-b086-ed7242072d62" [ 1170.593531] env[70498]: _type = "Task" [ 1170.593531] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.597825] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.598033] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.599053] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2193fb-6e2a-49ca-9df7-6069bf445819 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.604760] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5561e-2261-241a-b086-ed7242072d62, 'name': SearchDatastore_Task, 'duration_secs': 0.007998} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.610696] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.612107] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2427fe37-6321-487d-af42-04c9698a5fa0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.625586] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1170.625586] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5290b615-f9f9-006d-a454-f96fc87263c2" [ 1170.625586] env[70498]: _type = "Task" [ 1170.625586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.635119] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5290b615-f9f9-006d-a454-f96fc87263c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.636922] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1170.636922] env[70498]: value = "task-3615258" [ 1170.636922] env[70498]: _type = "Task" [ 1170.636922] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.637294] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e9d933-ee44-4c78-b06e-cb45c3d0924b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.645936] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1170.645936] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52426a52-3383-a371-8cb0-5dec56927f96" [ 1170.645936] env[70498]: _type = "Task" [ 1170.645936] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.649518] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.657799] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52426a52-3383-a371-8cb0-5dec56927f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.796165] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.799028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.103s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.800505] env[70498]: INFO nova.compute.claims [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.815388] env[70498]: INFO nova.scheduler.client.report [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted allocations for instance 16f1bc39-c428-41ce-bdcc-bf516fa940cd [ 1171.152060] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615258, 'name': ReconfigVM_Task, 'duration_secs': 0.218052} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.155153] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.155905] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ed947-4f00-4f88-ba89-a0c2872ed73f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.164338] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52426a52-3383-a371-8cb0-5dec56927f96, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.179937] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.180239] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] afcec7bf-ba4c-4881-8338-394148af8dff/afcec7bf-ba4c-4881-8338-394148af8dff.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.187729] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.190908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e0919d-bd9e-4ab0-af05-c2533c6270da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.193390] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147842cf-a8bb-4790-8779-07c121002a46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.213839] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1171.213839] env[70498]: value = "task-3615260" [ 1171.213839] env[70498]: _type = "Task" [ 1171.213839] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.215288] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1171.215288] env[70498]: value = "task-3615259" [ 1171.215288] env[70498]: _type = "Task" [ 1171.215288] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.227933] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615260, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.231142] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.282986] env[70498]: DEBUG nova.network.neutron [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.323362] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f61fe251-df0c-4d16-9b73-db0a36bc5d45 tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "16f1bc39-c428-41ce-bdcc-bf516fa940cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.686s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.730664] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.733958] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.786122] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.812379] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9188bfd5938e0746954c4fb58c15734a',container_format='bare',created_at=2025-04-25T22:06:24Z,direct_url=,disk_format='vmdk',id=f0ae44a3-4d27-4701-bdf0-42bff6f30c22,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1383227771-shelved',owner='1da5ddde863646408b64ba2fe7c3cb22',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-25T22:06:40Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.812646] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.812892] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.813127] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.813281] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.813427] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.813633] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.813791] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.813958] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.814173] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.814355] env[70498]: DEBUG nova.virt.hardware [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.815200] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cfbfe6-299c-4c21-8f7a-ef1a1f5888f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.823958] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0cf3ca-9acf-47dd-9529-6972d17291e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.841065] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:50:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4d548e7-d762-406a-bb2d-dc7168a8ca67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd129bc58-43d2-4454-9919-d55f1dce0bae', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.848841] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.851574] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.852017] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c30075e0-0b22-425b-9030-a7b3023c51e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.877739] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.877739] env[70498]: value = "task-3615261" [ 1171.877739] env[70498]: _type = "Task" [ 1171.877739] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.890812] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615261, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.130211] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7493836-4220-454f-b814-76b404b7c5e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.138937] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540f7b4-34e9-4a3e-a004-7549f97ee7f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.172628] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d13ed-0119-4cef-9637-035f4a04990a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.181509] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75453a21-51a7-45f4-882a-9f523f974edb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.196080] env[70498]: DEBUG nova.compute.provider_tree [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.214791] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.215062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.228386] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615260, 'name': ReconfigVM_Task, 'duration_secs': 0.716483} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.229211] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d/d64add4a-0a75-4204-8e81-12bb1c91250d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.230418] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c419b-b9e0-4443-b18a-888b192a6c2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.236849] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519847} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.237516] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] afcec7bf-ba4c-4881-8338-394148af8dff/afcec7bf-ba4c-4881-8338-394148af8dff.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.237743] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.238021] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26803a47-cf30-4647-bd50-ec0de3932544 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.259209] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84970bc9-4110-41d7-8b95-f6226a36ed69 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.264485] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1172.264485] env[70498]: value = "task-3615262" [ 1172.264485] env[70498]: _type = "Task" [ 1172.264485] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.286590] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d9c2b-e37b-406a-a57e-3d94a536f3c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.293276] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.317280] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0362b6-313d-4ce6-a6a9-2d5008670946 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.325869] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.326139] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d07dc428-8b17-486a-8b44-0d2c51911ed1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.333378] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1172.333378] env[70498]: value = "task-3615263" [ 1172.333378] env[70498]: _type = "Task" [ 1172.333378] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.341464] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.389397] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615261, 'name': CreateVM_Task, 'duration_secs': 0.448518} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.389649] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.390377] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.390545] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.390937] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.391209] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bae5605-3a8c-4c4f-acda-6bc3de13dc26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.396929] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1172.396929] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d30daf-5dc8-fbad-45db-f08e8011a1c5" [ 1172.396929] env[70498]: _type = "Task" [ 1172.396929] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.406597] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d30daf-5dc8-fbad-45db-f08e8011a1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.453495] env[70498]: DEBUG nova.compute.manager [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.453619] env[70498]: DEBUG nova.compute.manager [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing instance network info cache due to event network-changed-d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.453802] env[70498]: DEBUG oslo_concurrency.lockutils [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] Acquiring lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.453950] env[70498]: DEBUG oslo_concurrency.lockutils [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] Acquired lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.454226] env[70498]: DEBUG nova.network.neutron [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Refreshing network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.699995] env[70498]: DEBUG nova.scheduler.client.report [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.720698] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.774529] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078094} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.774834] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.775568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bffda1d-b843-4ecb-94c8-1f53e1e20411 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.800033] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] afcec7bf-ba4c-4881-8338-394148af8dff/afcec7bf-ba4c-4881-8338-394148af8dff.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.800581] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9adea3bb-f0d1-4b25-b3ba-38d837554e78 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.820417] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1172.820417] env[70498]: value = "task-3615264" [ 1172.820417] env[70498]: _type = "Task" [ 1172.820417] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.828616] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.842323] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.907936] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.908244] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Processing image f0ae44a3-4d27-4701-bdf0-42bff6f30c22 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.908481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.908627] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.908841] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.909093] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15171962-ef5d-4a75-b88a-6b74ddfcb76d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.920835] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.921016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.921765] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af3fb45-4886-494c-92e5-459cb7b2786e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.927870] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1172.927870] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522a11a1-fd73-b885-9bea-3d85003a1dce" [ 1172.927870] env[70498]: _type = "Task" [ 1172.927870] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.936419] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522a11a1-fd73-b885-9bea-3d85003a1dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.158670] env[70498]: DEBUG nova.network.neutron [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updated VIF entry in instance network info cache for port d129bc58-43d2-4454-9919-d55f1dce0bae. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.159067] env[70498]: DEBUG nova.network.neutron [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [{"id": "d129bc58-43d2-4454-9919-d55f1dce0bae", "address": "fa:16:3e:bd:50:fc", "network": {"id": "0745950e-03a0-4616-a5a7-1f70741b9d92", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-160884615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1da5ddde863646408b64ba2fe7c3cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4d548e7-d762-406a-bb2d-dc7168a8ca67", "external-id": "nsx-vlan-transportzone-796", "segmentation_id": 796, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd129bc58-43", "ovs_interfaceid": "d129bc58-43d2-4454-9919-d55f1dce0bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.206661] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.207208] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.210314] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.512s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.211485] env[70498]: INFO nova.compute.claims [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.248043] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.331405] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.343094] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.441076] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1173.441076] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Fetch image to [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96/OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1173.441076] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Downloading stream optimized image f0ae44a3-4d27-4701-bdf0-42bff6f30c22 to [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96/OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96.vmdk on the data store datastore2 as vApp {{(pid=70498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1173.441076] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Downloading image file data f0ae44a3-4d27-4701-bdf0-42bff6f30c22 to the ESX as VM named 'OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96' {{(pid=70498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1173.532137] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1173.532137] env[70498]: value = "resgroup-9" [ 1173.532137] env[70498]: _type = "ResourcePool" [ 1173.532137] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1173.532480] env[70498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2cf4d32d-dcc6-4881-a7fd-548b2f547614 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.557990] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease: (returnval){ [ 1173.557990] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1173.557990] env[70498]: _type = "HttpNfcLease" [ 1173.557990] env[70498]: } obtained for vApp import into resource pool (val){ [ 1173.557990] env[70498]: value = "resgroup-9" [ 1173.557990] env[70498]: _type = "ResourcePool" [ 1173.557990] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1173.558694] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the lease: (returnval){ [ 1173.558694] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1173.558694] env[70498]: _type = "HttpNfcLease" [ 1173.558694] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.565435] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.565435] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1173.565435] env[70498]: _type = "HttpNfcLease" [ 1173.565435] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.661670] env[70498]: DEBUG oslo_concurrency.lockutils [req-41da1b6c-c18b-4872-bfc1-7adb9e4d7067 req-778515fa-56ca-480d-8215-5d88c7f950d5 service nova] Releasing lock "refresh_cache-93216dec-651d-4c54-924c-ce39b1ed0d4a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.715658] env[70498]: DEBUG nova.compute.utils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.720988] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.720988] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.773838] env[70498]: DEBUG nova.policy [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8cdff4ccba42a89d16da006b118f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aef8f208911417685a1f2de76fb082e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.832641] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.843826] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.064755] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Successfully created port: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.072149] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.072149] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1174.072149] env[70498]: _type = "HttpNfcLease" [ 1174.072149] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.220279] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.334289] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.348739] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.512853] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e0702b-0f2d-49d0-a1d6-57c003fc121f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.521246] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e919b8-f20b-4c50-a5e0-d8fde433ec32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.554151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c4186-b0d7-426f-be67-06cb8bea6a68 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.566141] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3616f97d-728a-433c-ba55-46da67311622 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.574086] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.574086] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1174.574086] env[70498]: _type = "HttpNfcLease" [ 1174.574086] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.582809] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.582809] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206b5f3-0588-2b39-c144-6e64d9402445" [ 1174.582809] env[70498]: _type = "HttpNfcLease" [ 1174.582809] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1174.584015] env[70498]: DEBUG nova.compute.provider_tree [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.585588] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3218dd7b-2563-4307-8292-ef4eabfd1fd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.595540] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.595540] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1174.661070] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d66fb266-dcbc-4e30-8be5-c70cb3a32c11 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.834269] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.846628] env[70498]: DEBUG oslo_vmware.api [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615263, 'name': PowerOnVM_Task, 'duration_secs': 2.42615} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.846857] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.089485] env[70498]: DEBUG nova.scheduler.client.report [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.234255] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.263582] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.263812] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.263968] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.264839] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.265063] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.265231] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.265454] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.265618] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.265790] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.266008] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.266211] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.267155] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9812fe49-f780-4461-92aa-4470efe8f99a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.279126] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0868cf-6d32-45fe-a479-cbabae1c902f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.332894] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.478647] env[70498]: DEBUG nova.compute.manager [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Received event network-vif-plugged-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.478931] env[70498]: DEBUG oslo_concurrency.lockutils [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] Acquiring lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.479252] env[70498]: DEBUG oslo_concurrency.lockutils [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] Lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.479499] env[70498]: DEBUG oslo_concurrency.lockutils [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] Lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.479691] env[70498]: DEBUG nova.compute.manager [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] No waiting events found dispatching network-vif-plugged-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.479963] env[70498]: WARNING nova.compute.manager [req-61ff5231-af8d-4415-991c-6591877ceaee req-93935458-0bfa-46c1-8ab0-a5274fdf4ee6 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Received unexpected event network-vif-plugged-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 for instance with vm_state building and task_state spawning. [ 1175.578556] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Successfully updated port: 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.596428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.597010] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1175.600865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.332s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.601110] env[70498]: DEBUG nova.objects.instance [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lazy-loading 'resources' on Instance uuid ac2cdd92-9c56-440e-b2aa-028d4a16de7b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.748686] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1175.749088] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1175.750246] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae46dcdd-5dbd-4479-990b-c70b2dc3e53a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.759741] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1175.759946] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1175.760158] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-13d0a303-f394-4c0b-aaf7-cb46944e305b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.836247] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.899318] env[70498]: INFO nova.compute.manager [None req-c808ab35-d00a-4c33-9b5f-34a9793e5e7f tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance to original state: 'active' [ 1175.993295] env[70498]: DEBUG oslo_vmware.rw_handles [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52039ca4-b25d-34ba-b2ad-ac711fb30ef0/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1175.993588] env[70498]: INFO nova.virt.vmwareapi.images [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Downloaded image file data f0ae44a3-4d27-4701-bdf0-42bff6f30c22 [ 1175.994453] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfc22db-7371-4746-87b2-0e25cc93fe59 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.014218] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf7036a-545d-44e1-92cb-436521222cf9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.044667] env[70498]: INFO nova.virt.vmwareapi.images [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] The imported VM was unregistered [ 1176.047162] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1176.047412] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.047724] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eadee959-4a9c-4fdb-8a77-694660cc5a7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.064375] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Created directory with path [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.064605] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96/OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96.vmdk to [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk. {{(pid=70498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1176.064908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-30fbb5a7-d861-42df-b9b8-64193e4a4aad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.073762] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1176.073762] env[70498]: value = "task-3615267" [ 1176.073762] env[70498]: _type = "Task" [ 1176.073762] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.083332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.083486] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.083672] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.084880] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.106395] env[70498]: DEBUG nova.compute.utils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.107989] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.108175] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.145906] env[70498]: DEBUG nova.policy [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e8cdff4ccba42a89d16da006b118f30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7aef8f208911417685a1f2de76fb082e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.334969] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615264, 'name': ReconfigVM_Task, 'duration_secs': 3.071297} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.337690] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Reconfigured VM instance instance-00000063 to attach disk [datastore1] afcec7bf-ba4c-4881-8338-394148af8dff/afcec7bf-ba4c-4881-8338-394148af8dff.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.338567] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52db1d14-ad46-45ba-9dc2-374e3d637ce3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.346279] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1176.346279] env[70498]: value = "task-3615268" [ 1176.346279] env[70498]: _type = "Task" [ 1176.346279] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.357603] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615268, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.444731] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f099c5-e23f-4f85-addc-6b7c5c5219fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.458377] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20340719-f500-4525-8a66-18a218b61b2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.498337] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Successfully created port: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.502206] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1f543-5797-43d7-b1f4-2aa14dacf52f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.513638] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a0c8a-e0e8-4ee0-bf25-9708af3e1a3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.534059] env[70498]: DEBUG nova.compute.provider_tree [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.588815] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.612278] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1176.638066] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.862182] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615268, 'name': Rename_Task, 'duration_secs': 0.250381} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.862182] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.862182] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1591f26-facd-44b5-a4ca-9c24ec0a1495 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.872096] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1176.872096] env[70498]: value = "task-3615269" [ 1176.872096] env[70498]: _type = "Task" [ 1176.872096] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.883310] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.885777] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Updating instance_info_cache with network_info: [{"id": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "address": "fa:16:3e:27:df:f6", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d33a3f-09", "ovs_interfaceid": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.037665] env[70498]: DEBUG nova.scheduler.client.report [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.090263] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.389465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.389873] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Instance network_info: |[{"id": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "address": "fa:16:3e:27:df:f6", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d33a3f-09", "ovs_interfaceid": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.390198] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.390571] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:df:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d33a3f-096e-4574-a0e1-ff3e509fc7c7', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.398492] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.398780] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.399066] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4fef46b-2910-470e-aba5-024aafb9d4dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.424982] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.424982] env[70498]: value = "task-3615270" [ 1177.424982] env[70498]: _type = "Task" [ 1177.424982] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.437464] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615270, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.515272] env[70498]: DEBUG nova.compute.manager [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Received event network-changed-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.515555] env[70498]: DEBUG nova.compute.manager [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Refreshing instance network info cache due to event network-changed-30d33a3f-096e-4574-a0e1-ff3e509fc7c7. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.515888] env[70498]: DEBUG oslo_concurrency.lockutils [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] Acquiring lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.516311] env[70498]: DEBUG oslo_concurrency.lockutils [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] Acquired lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.516311] env[70498]: DEBUG nova.network.neutron [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Refreshing network info cache for port 30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.543388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.546910] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.131s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.546910] env[70498]: DEBUG nova.objects.instance [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'resources' on Instance uuid d38bd636-8839-45c3-9c71-e37508fc3e79 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.571850] env[70498]: INFO nova.scheduler.client.report [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Deleted allocations for instance ac2cdd92-9c56-440e-b2aa-028d4a16de7b [ 1177.590058] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.623635] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1177.656447] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.656837] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.657117] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.657412] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.657662] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.657917] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.658165] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.658355] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.658621] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.659030] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.659191] env[70498]: DEBUG nova.virt.hardware [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.660480] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6637042e-8318-4fef-84a3-e54f03a2f706 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.670630] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e4da5-097c-4a69-85b6-665f1da0f359 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.714505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.714758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.714966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.715237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.715464] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.717862] env[70498]: INFO nova.compute.manager [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Terminating instance [ 1177.885863] env[70498]: DEBUG oslo_vmware.api [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615269, 'name': PowerOnVM_Task, 'duration_secs': 0.949485} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.886155] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.886387] env[70498]: INFO nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Took 13.42 seconds to spawn the instance on the hypervisor. [ 1177.886569] env[70498]: DEBUG nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.887443] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a276f49a-7a51-4f6a-998f-1ae630c0fa79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.939522] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615270, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.087505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5e54759c-e223-4487-83de-63e40ccc3a49 tempest-ImagesTestJSON-51336941 tempest-ImagesTestJSON-51336941-project-member] Lock "ac2cdd92-9c56-440e-b2aa-028d4a16de7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.427s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.097948] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.222339] env[70498]: DEBUG nova.compute.manager [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.222608] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.222995] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6341714f-e23a-4054-b1f3-48ae3997fa42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.235283] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1178.235283] env[70498]: value = "task-3615271" [ 1178.235283] env[70498]: _type = "Task" [ 1178.235283] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.249570] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.409203] env[70498]: INFO nova.compute.manager [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Took 41.32 seconds to build instance. [ 1178.418018] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c35069-329c-45f1-8264-79d005e8f175 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.425193] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Successfully updated port: 224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.435128] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dec3c7-a43c-4d4d-9287-0dabf57be335 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.443064] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615270, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.474648] env[70498]: DEBUG nova.network.neutron [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Updated VIF entry in instance network info cache for port 30d33a3f-096e-4574-a0e1-ff3e509fc7c7. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.474842] env[70498]: DEBUG nova.network.neutron [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Updating instance_info_cache with network_info: [{"id": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "address": "fa:16:3e:27:df:f6", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d33a3f-09", "ovs_interfaceid": "30d33a3f-096e-4574-a0e1-ff3e509fc7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.476859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1299ae0c-4b97-48c2-9021-e0b43fc3a02e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.492121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eafb782-c1dc-4586-a5cf-1a8a4e5ce4b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.513420] env[70498]: DEBUG nova.compute.provider_tree [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.590898] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.746451] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615271, 'name': PowerOffVM_Task, 'duration_secs': 0.380788} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.746643] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.746836] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1178.747037] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721072', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'name': 'volume-657d6a48-ba4b-4584-95b8-42590db60767', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd64add4a-0a75-4204-8e81-12bb1c91250d', 'attached_at': '2025-04-25T22:07:34.000000', 'detached_at': '', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'serial': '657d6a48-ba4b-4584-95b8-42590db60767'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1178.747845] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e54623f-fec3-4a60-9c2e-1dcdf703bc95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.770412] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d482d62d-aa46-44a9-abde-ca14353d4cfa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.779011] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1f041d-2269-4e06-ace4-65a604cae26a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.802556] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb8a31-a339-4135-bab4-363d12b0a82b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.820700] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] The volume has not been displaced from its original location: [datastore1] volume-657d6a48-ba4b-4584-95b8-42590db60767/volume-657d6a48-ba4b-4584-95b8-42590db60767.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1178.826540] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1178.826974] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f4315f-de94-4e93-bc9c-02deba9e69fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.846893] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1178.846893] env[70498]: value = "task-3615272" [ 1178.846893] env[70498]: _type = "Task" [ 1178.846893] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.855809] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615272, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.911847] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dd12003e-acce-48b5-a33d-6d8bdbc86ebb tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.829s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.936734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.936915] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.937107] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.938340] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615270, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.980207] env[70498]: DEBUG oslo_concurrency.lockutils [req-0cc24570-e3bd-44b9-b3e7-82c870a8a770 req-c15f7947-f5e8-422d-81ea-64b2d0e09e48 service nova] Releasing lock "refresh_cache-4cf6727c-8707-4e92-82c7-519ad38427be" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.984962] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "afcec7bf-ba4c-4881-8338-394148af8dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.987144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.987144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.987144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.987144] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.988492] env[70498]: INFO nova.compute.manager [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Terminating instance [ 1179.017038] env[70498]: DEBUG nova.scheduler.client.report [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.088629] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615267, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.780971} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.090098] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96/OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96.vmdk to [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk. [ 1179.090377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Cleaning up location [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1179.090641] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d64b51ce-5f7a-4007-b209-c9f784175f96 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.090974] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbdb57b1-bc8c-4b31-9f52-34eff33c9e39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.098333] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1179.098333] env[70498]: value = "task-3615273" [ 1179.098333] env[70498]: _type = "Task" [ 1179.098333] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.106803] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.359629] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.438675] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615270, 'name': CreateVM_Task, 'duration_secs': 1.730724} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.442217] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.443063] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.443359] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.443762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.444750] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b3619b-dc69-4165-b807-f75dc857fea3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.452421] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1179.452421] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5bf7d-9c41-66dd-eae6-d2fb7d455586" [ 1179.452421] env[70498]: _type = "Task" [ 1179.452421] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.461210] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5bf7d-9c41-66dd-eae6-d2fb7d455586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.473125] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.492509] env[70498]: DEBUG nova.compute.manager [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.492936] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.494049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee4587f-769e-4ecc-99e7-7667b13dcdaf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.502112] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.502355] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f6601b-5738-4f2b-84b0-84100f19d3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.511482] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1179.511482] env[70498]: value = "task-3615274" [ 1179.511482] env[70498]: _type = "Task" [ 1179.511482] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.520400] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.523077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.525271] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.915s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.526771] env[70498]: INFO nova.compute.claims [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.544685] env[70498]: DEBUG nova.compute.manager [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Received event network-vif-plugged-224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.544685] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Acquiring lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.544685] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.544816] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.544949] env[70498]: DEBUG nova.compute.manager [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] No waiting events found dispatching network-vif-plugged-224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.545156] env[70498]: WARNING nova.compute.manager [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Received unexpected event network-vif-plugged-224a3148-3deb-49c1-b4a3-55d4c83fc4fe for instance with vm_state building and task_state spawning. [ 1179.545303] env[70498]: DEBUG nova.compute.manager [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Received event network-changed-224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.545452] env[70498]: DEBUG nova.compute.manager [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Refreshing instance network info cache due to event network-changed-224a3148-3deb-49c1-b4a3-55d4c83fc4fe. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.545609] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Acquiring lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.546948] env[70498]: INFO nova.scheduler.client.report [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance d38bd636-8839-45c3-9c71-e37508fc3e79 [ 1179.610456] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114457} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.610780] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.610967] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.611275] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk to [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.611496] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bc1d5d8-2d5f-44d1-bad1-e276b1ba0163 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.619616] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1179.619616] env[70498]: value = "task-3615275" [ 1179.619616] env[70498]: _type = "Task" [ 1179.619616] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.628974] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.679106] env[70498]: DEBUG nova.network.neutron [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Updating instance_info_cache with network_info: [{"id": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "address": "fa:16:3e:e4:cf:ba", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224a3148-3d", "ovs_interfaceid": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.858639] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615272, 'name': ReconfigVM_Task, 'duration_secs': 0.77987} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.859028] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.864564] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5a9508-b175-4d71-ac9e-fa2e568067aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.884036] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1179.884036] env[70498]: value = "task-3615276" [ 1179.884036] env[70498]: _type = "Task" [ 1179.884036] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.895027] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.964519] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e5bf7d-9c41-66dd-eae6-d2fb7d455586, 'name': SearchDatastore_Task, 'duration_secs': 0.04551} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.964830] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.965075] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.965316] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.965539] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.965639] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.965913] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c22d3fd-83a0-4aea-975a-d54b559a81c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.975666] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.975848] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.976609] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b889f3-8005-4357-a42b-06d26a760473 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.985822] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1179.985822] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52234c89-b1b7-0ff9-99d3-2e99ed69028f" [ 1179.985822] env[70498]: _type = "Task" [ 1179.985822] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.996847] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52234c89-b1b7-0ff9-99d3-2e99ed69028f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.023422] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615274, 'name': PowerOffVM_Task, 'duration_secs': 0.369998} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.023740] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.023955] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.024240] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a1814d8-e5e5-4341-9f5f-be8427cdf25b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.055169] env[70498]: DEBUG oslo_concurrency.lockutils [None req-94ec6edd-6c01-44e8-92e6-bfe52163f9b5 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "d38bd636-8839-45c3-9c71-e37508fc3e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.740s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.133682] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.169347] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.169792] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.170203] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleting the datastore file [datastore1] afcec7bf-ba4c-4881-8338-394148af8dff {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.170435] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83f65d7a-9df8-4de1-bea7-149ad975499d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.181411] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for the task: (returnval){ [ 1180.181411] env[70498]: value = "task-3615278" [ 1180.181411] env[70498]: _type = "Task" [ 1180.181411] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.182098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.182368] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Instance network_info: |[{"id": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "address": "fa:16:3e:e4:cf:ba", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224a3148-3d", "ovs_interfaceid": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.185970] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Acquired lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.186196] env[70498]: DEBUG nova.network.neutron [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Refreshing network info cache for port 224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.187965] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:cf:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '224a3148-3deb-49c1-b4a3-55d4c83fc4fe', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.196014] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.196637] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.197474] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3284e658-acfc-44b1-8acb-f4395151a83b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.218084] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.229113] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.229113] env[70498]: value = "task-3615279" [ 1180.229113] env[70498]: _type = "Task" [ 1180.229113] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.241402] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615279, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.398672] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615276, 'name': ReconfigVM_Task, 'duration_secs': 0.168897} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.398672] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721072', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'name': 'volume-657d6a48-ba4b-4584-95b8-42590db60767', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd64add4a-0a75-4204-8e81-12bb1c91250d', 'attached_at': '2025-04-25T22:07:34.000000', 'detached_at': '', 'volume_id': '657d6a48-ba4b-4584-95b8-42590db60767', 'serial': '657d6a48-ba4b-4584-95b8-42590db60767'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.398910] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.399799] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049921cb-8684-49da-9cbe-f9c0869358e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.411672] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.411971] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee5c66e1-8ccb-463c-819d-cb99bf7c8ba3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.503032] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.503032] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.503032] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleting the datastore file [datastore1] d64add4a-0a75-4204-8e81-12bb1c91250d {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.506326] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa15bcf1-1e28-478b-bb1b-349b2b4b376d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.510667] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52234c89-b1b7-0ff9-99d3-2e99ed69028f, 'name': SearchDatastore_Task, 'duration_secs': 0.079763} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.511750] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bacf906-a7a2-4c8a-9a44-1e070eb797e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.518796] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1180.518796] env[70498]: value = "task-3615281" [ 1180.518796] env[70498]: _type = "Task" [ 1180.518796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.524345] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1180.524345] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523354f6-53ca-62ae-3746-64852f33bc99" [ 1180.524345] env[70498]: _type = "Task" [ 1180.524345] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.537042] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.540745] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523354f6-53ca-62ae-3746-64852f33bc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.637684] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.695871] env[70498]: DEBUG oslo_vmware.api [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Task: {'id': task-3615278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.698923] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.699205] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.699393] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.699569] env[70498]: INFO nova.compute.manager [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1180.699946] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.703364] env[70498]: DEBUG nova.compute.manager [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.703364] env[70498]: DEBUG nova.network.neutron [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.742745] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615279, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.910970] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34abd40a-ba09-4985-84cc-392991fd31c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.925221] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1e439e-4640-492a-a004-48c61470287b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.970581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dcec66-bebc-4109-a7ca-16b2930e3fce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.980300] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6885fcf9-b6e5-4809-9af3-6be979d161f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.000491] env[70498]: DEBUG nova.compute.provider_tree [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.037234] env[70498]: DEBUG oslo_vmware.api [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.038708] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.039132] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.039503] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.040199] env[70498]: INFO nova.compute.manager [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1181.040199] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.040344] env[70498]: DEBUG nova.compute.manager [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.040427] env[70498]: DEBUG nova.network.neutron [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.047677] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523354f6-53ca-62ae-3746-64852f33bc99, 'name': SearchDatastore_Task, 'duration_secs': 0.093851} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.047752] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.048184] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4cf6727c-8707-4e92-82c7-519ad38427be/4cf6727c-8707-4e92-82c7-519ad38427be.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.048295] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea76634-0484-43c5-a43e-d2b41660af9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.058369] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1181.058369] env[70498]: value = "task-3615282" [ 1181.058369] env[70498]: _type = "Task" [ 1181.058369] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.080499] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.134933] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.247077] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615279, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.249611] env[70498]: DEBUG nova.network.neutron [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Updated VIF entry in instance network info cache for port 224a3148-3deb-49c1-b4a3-55d4c83fc4fe. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.250064] env[70498]: DEBUG nova.network.neutron [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Updating instance_info_cache with network_info: [{"id": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "address": "fa:16:3e:e4:cf:ba", "network": {"id": "4c8f1f12-e855-4984-ab9f-0b8236b506b2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1012086247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7aef8f208911417685a1f2de76fb082e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap224a3148-3d", "ovs_interfaceid": "224a3148-3deb-49c1-b4a3-55d4c83fc4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.504054] env[70498]: DEBUG nova.scheduler.client.report [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.572402] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.626134] env[70498]: DEBUG nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-vif-deleted-ab13a54e-b3fd-4490-8294-5005371faace {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.626134] env[70498]: INFO nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Neutron deleted interface ab13a54e-b3fd-4490-8294-5005371faace; detaching it from the instance and deleting it from the info cache [ 1181.626134] env[70498]: DEBUG nova.network.neutron [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [{"id": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "address": "fa:16:3e:60:5f:fd", "network": {"id": "f6a85322-6670-410b-9f2f-0caf2705434c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1322868050", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4948ce57c15b4a16b342624f307f35db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2889cfa8-fd", "ovs_interfaceid": "2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.643731] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.746557] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615279, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.754101] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d529525-8dfb-44c0-9f8b-9e8931aa2234 req-25ef7a63-1a7f-48a4-9d10-09ebe1c37fda service nova] Releasing lock "refresh_cache-c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.009056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.009640] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.013766] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.726s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.015391] env[70498]: INFO nova.compute.claims [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.020912] env[70498]: DEBUG nova.network.neutron [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.074976] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.106657] env[70498]: DEBUG nova.compute.manager [req-f4939653-87ea-4971-b7bc-dc87d54cb6fa req-e9996d3a-c17a-41ef-a8a2-3481208c2769 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Received event network-vif-deleted-05cfe378-6324-4d95-96de-68d48c6d9d41 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.107078] env[70498]: INFO nova.compute.manager [req-f4939653-87ea-4971-b7bc-dc87d54cb6fa req-e9996d3a-c17a-41ef-a8a2-3481208c2769 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Neutron deleted interface 05cfe378-6324-4d95-96de-68d48c6d9d41; detaching it from the instance and deleting it from the info cache [ 1182.107309] env[70498]: DEBUG nova.network.neutron [req-f4939653-87ea-4971-b7bc-dc87d54cb6fa req-e9996d3a-c17a-41ef-a8a2-3481208c2769 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.138598] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.139114] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26bc1b92-653a-433a-84bc-80c60588f586 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.154270] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8abcd7-8e24-45e3-af64-5eb04008b476 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.207443] env[70498]: DEBUG nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Detach interface failed, port_id=ab13a54e-b3fd-4490-8294-5005371faace, reason: Instance afcec7bf-ba4c-4881-8338-394148af8dff could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.207741] env[70498]: DEBUG nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Received event network-vif-deleted-2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.207958] env[70498]: INFO nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Neutron deleted interface 2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30; detaching it from the instance and deleting it from the info cache [ 1182.208192] env[70498]: DEBUG nova.network.neutron [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.243571] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615279, 'name': CreateVM_Task, 'duration_secs': 1.829802} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.243790] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.244552] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.244723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.245043] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.245295] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96e8a90-ff2b-4d44-b155-9eee54555f4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.250379] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1182.250379] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa4fbd-e408-ded6-0a8a-3b8f609d86bb" [ 1182.250379] env[70498]: _type = "Task" [ 1182.250379] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.258386] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa4fbd-e408-ded6-0a8a-3b8f609d86bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.452188] env[70498]: DEBUG nova.network.neutron [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.482930] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.483246] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.520359] env[70498]: DEBUG nova.compute.utils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.525026] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.525236] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.527352] env[70498]: INFO nova.compute.manager [-] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Took 1.82 seconds to deallocate network for instance. [ 1182.571019] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615282, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.582619] env[70498]: DEBUG nova.policy [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.611136] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d26a9382-19d0-400c-a2e6-2a704269cf53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.622995] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e414fd5-2f91-4954-8321-638548871e84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.646450] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615275, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.603749} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.646748] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0ae44a3-4d27-4701-bdf0-42bff6f30c22/f0ae44a3-4d27-4701-bdf0-42bff6f30c22.vmdk to [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.647539] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc0ddd-4471-4346-811e-9f0ed68b3287 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.666103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.666339] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.667566] env[70498]: DEBUG nova.compute.manager [req-f4939653-87ea-4971-b7bc-dc87d54cb6fa req-e9996d3a-c17a-41ef-a8a2-3481208c2769 service nova] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Detach interface failed, port_id=05cfe378-6324-4d95-96de-68d48c6d9d41, reason: Instance d64add4a-0a75-4204-8e81-12bb1c91250d could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.686612] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.687673] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25052666-b644-4c8c-9b7a-8cdd6841490c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.707896] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1182.707896] env[70498]: value = "task-3615283" [ 1182.707896] env[70498]: _type = "Task" [ 1182.707896] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.711407] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc34d11-be11-437c-9dc6-90faf87e9480 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.718717] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.722779] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174c32e-e4ee-49c4-8dd7-275fb8730e28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.758351] env[70498]: DEBUG nova.compute.manager [req-d3861fd0-9958-4161-95d4-4f08b5933f81 req-e1cc768a-e47f-4bea-bb30-7882388d156c service nova] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Detach interface failed, port_id=2889cfa8-fdaa-48fa-9c7f-8ca98c0a1c30, reason: Instance afcec7bf-ba4c-4881-8338-394148af8dff could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.767521] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52aa4fbd-e408-ded6-0a8a-3b8f609d86bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.767810] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.768048] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.768287] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.768430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.768602] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.768849] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-571af3fd-25c1-4eb7-b52e-96473421215c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.780843] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.781029] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.781750] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e217f9af-ac25-4a78-be2b-6280a21e224f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.787159] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1182.787159] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa4a54-502b-097f-b861-40f14b9c7f7b" [ 1182.787159] env[70498]: _type = "Task" [ 1182.787159] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.795242] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa4a54-502b-097f-b861-40f14b9c7f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.851107] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Successfully created port: 5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.955565] env[70498]: INFO nova.compute.manager [-] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Took 1.91 seconds to deallocate network for instance. [ 1182.985935] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.025639] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.036531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.077896] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615282, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.530398} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.081070] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 4cf6727c-8707-4e92-82c7-519ad38427be/4cf6727c-8707-4e92-82c7-519ad38427be.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.081809] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.083555] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb26fe5e-58e8-4f82-b969-56066c165640 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.094478] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1183.094478] env[70498]: value = "task-3615284" [ 1183.094478] env[70498]: _type = "Task" [ 1183.094478] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.109284] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.179488] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.218319] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615283, 'name': ReconfigVM_Task, 'duration_secs': 0.363659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.218492] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a/93216dec-651d-4c54-924c-ce39b1ed0d4a.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.221870] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6ebff0c-5587-4ea7-b3eb-a94c1d60b217 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.230650] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1183.230650] env[70498]: value = "task-3615285" [ 1183.230650] env[70498]: _type = "Task" [ 1183.230650] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.247773] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615285, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.298195] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fa4a54-502b-097f-b861-40f14b9c7f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.301524] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c00f6c7-c773-41a3-be57-ca0643b508e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.307845] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1183.307845] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523ea6e0-44d6-8133-17cc-8fa107928d81" [ 1183.307845] env[70498]: _type = "Task" [ 1183.307845] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.319040] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523ea6e0-44d6-8133-17cc-8fa107928d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.391831] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba259ca-ca4a-44f0-a006-31a586532417 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.398849] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adf4fc-3e56-46d9-811b-013e4a246d7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.431646] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd63ed5d-5571-4fb8-a766-48c4627c3902 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.439739] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c02508-a076-4052-9219-55adfa11b01d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.456741] env[70498]: DEBUG nova.compute.provider_tree [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.505556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.508993] env[70498]: INFO nova.compute.manager [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Took 0.55 seconds to detach 1 volumes for instance. [ 1183.604521] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0804} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.604840] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.605598] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b683444-5e54-4a84-86c6-be78670e6683 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.628271] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 4cf6727c-8707-4e92-82c7-519ad38427be/4cf6727c-8707-4e92-82c7-519ad38427be.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.628540] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac1f7cb-6ee2-4104-84c5-8f6b510961d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.649342] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1183.649342] env[70498]: value = "task-3615286" [ 1183.649342] env[70498]: _type = "Task" [ 1183.649342] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.657361] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.701357] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.740996] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615285, 'name': Rename_Task, 'duration_secs': 0.187044} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.741312] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.741560] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacc4f69-a2ac-4e9a-9917-1ca413ee392f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.748072] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1183.748072] env[70498]: value = "task-3615287" [ 1183.748072] env[70498]: _type = "Task" [ 1183.748072] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.756641] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.819351] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523ea6e0-44d6-8133-17cc-8fa107928d81, 'name': SearchDatastore_Task, 'duration_secs': 0.022992} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.819631] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.819931] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94/c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.820221] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ce1b070-5ad0-41a7-ab2e-878e03493c21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.828590] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1183.828590] env[70498]: value = "task-3615288" [ 1183.828590] env[70498]: _type = "Task" [ 1183.828590] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.837486] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.960333] env[70498]: DEBUG nova.scheduler.client.report [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.015480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.042039] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.065083] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.065451] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.065703] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.066009] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.066273] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.066525] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.066868] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.067155] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.067454] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.067740] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.068086] env[70498]: DEBUG nova.virt.hardware [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.069470] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd52fd-0543-45af-a62d-9ccb3ff73c7d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.080930] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af9a76-ad26-43c3-a17c-c35cb6e4b2fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.162141] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615286, 'name': ReconfigVM_Task, 'duration_secs': 0.34663} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.162502] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 4cf6727c-8707-4e92-82c7-519ad38427be/4cf6727c-8707-4e92-82c7-519ad38427be.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.163263] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ead2e7-bd9a-43b8-930b-df66f6652f61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.173441] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1184.173441] env[70498]: value = "task-3615289" [ 1184.173441] env[70498]: _type = "Task" [ 1184.173441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.187324] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615289, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.261688] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.343035] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615288, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.430619] env[70498]: DEBUG nova.compute.manager [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Received event network-vif-plugged-5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.430858] env[70498]: DEBUG oslo_concurrency.lockutils [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] Acquiring lock "0b982c20-959e-47be-baef-95e737c44680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.431088] env[70498]: DEBUG oslo_concurrency.lockutils [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] Lock "0b982c20-959e-47be-baef-95e737c44680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.431270] env[70498]: DEBUG oslo_concurrency.lockutils [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] Lock "0b982c20-959e-47be-baef-95e737c44680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.431438] env[70498]: DEBUG nova.compute.manager [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] No waiting events found dispatching network-vif-plugged-5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.431599] env[70498]: WARNING nova.compute.manager [req-f1b3265e-260f-42ee-aecd-4784edf9a352 req-dada0a33-af2a-40dd-bee1-6189a2022a41 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Received unexpected event network-vif-plugged-5e4a390e-b31f-4694-afd0-72e5a5be48fb for instance with vm_state building and task_state spawning. [ 1184.445422] env[70498]: INFO nova.compute.manager [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Rebuilding instance [ 1184.466648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.467548] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.469883] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.100s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.473577] env[70498]: INFO nova.compute.claims [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.510020] env[70498]: DEBUG nova.compute.manager [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.510989] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c2a197-e0ee-4154-9c90-2ba609ec1a37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.534573] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Successfully updated port: 5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.696324] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615289, 'name': Rename_Task, 'duration_secs': 0.24312} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.696324] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.696324] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1918a90-dede-42b9-be0e-90ecac719338 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.696324] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1184.696324] env[70498]: value = "task-3615290" [ 1184.696324] env[70498]: _type = "Task" [ 1184.696324] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.700147] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.759827] env[70498]: DEBUG oslo_vmware.api [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615287, 'name': PowerOnVM_Task, 'duration_secs': 0.617705} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.759827] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.841282] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522292} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.841616] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94/c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.841787] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.842069] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cf43041-3394-466e-bb9f-019000d6c1d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.848875] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1184.848875] env[70498]: value = "task-3615291" [ 1184.848875] env[70498]: _type = "Task" [ 1184.848875] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.858959] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.862350] env[70498]: DEBUG nova.compute.manager [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.863256] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1b962-95d5-43c7-80dc-0046f5720485 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.976349] env[70498]: DEBUG nova.compute.utils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.979716] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.979716] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.015257] env[70498]: DEBUG nova.policy [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e506e7bb9cef4d8eb5d541548853de21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3de4342cbb247f4a1b9569cca001d36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.038299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.038299] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.038299] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.202879] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.258986] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Successfully created port: aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.359460] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072014} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.359785] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.360553] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8df5fe-29dc-4c5b-8038-f267356a7f70 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.388260] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94/c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.390477] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bcb47a59-e247-46d0-b7c8-4d282d9e35f5 tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 43.135s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.391658] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da0db99-632a-4808-a18e-ee0fa15b6f81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.413626] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1185.413626] env[70498]: value = "task-3615292" [ 1185.413626] env[70498]: _type = "Task" [ 1185.413626] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.423888] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.486081] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.525388] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.525681] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6331040d-c633-45dc-a2ca-0a3219834398 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.534959] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1185.534959] env[70498]: value = "task-3615293" [ 1185.534959] env[70498]: _type = "Task" [ 1185.534959] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.552370] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.587435] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.706500] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.749376] env[70498]: DEBUG nova.network.neutron [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Updating instance_info_cache with network_info: [{"id": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "address": "fa:16:3e:fe:b5:6e", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4a390e-b3", "ovs_interfaceid": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.846422] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e692f012-3dac-421f-b4e4-cca9803b8f3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.858141] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d3cbc-280d-425f-96eb-4682680e0645 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.892208] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ccd2b-6740-407f-b502-b3934ee9bcfc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.902096] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e21653-9f9d-47a1-aefb-50bf0676747b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.916919] env[70498]: DEBUG nova.compute.provider_tree [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.926964] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615292, 'name': ReconfigVM_Task, 'duration_secs': 0.43659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.927855] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94/c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.928501] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1a319ba-03ae-46af-ac94-c75b418e0f54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.937236] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1185.937236] env[70498]: value = "task-3615294" [ 1185.937236] env[70498]: _type = "Task" [ 1185.937236] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.947201] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615294, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.046017] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615293, 'name': PowerOffVM_Task, 'duration_secs': 0.387889} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.046240] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.046505] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.047241] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634130a-dd65-4455-adf8-b93a1f992f91 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.055296] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.055527] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc1f4de-9ed8-42e9-b863-87bba751f32b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.136979] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.137182] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.137357] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleting the datastore file [datastore2] dfa0b2b6-cd70-44ae-bc85-325b587775ee {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.137848] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005019ae-88f6-4249-8e99-841137e003a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.145307] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1186.145307] env[70498]: value = "task-3615296" [ 1186.145307] env[70498]: _type = "Task" [ 1186.145307] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.154074] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.206927] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615290, 'name': PowerOnVM_Task, 'duration_secs': 1.07352} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.207214] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.207433] env[70498]: INFO nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1186.207613] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.208481] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dde9ff2-d902-45d6-8814-a4d67e48f3ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.252357] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.252683] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Instance network_info: |[{"id": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "address": "fa:16:3e:fe:b5:6e", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4a390e-b3", "ovs_interfaceid": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.253391] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b5:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e4a390e-b31f-4694-afd0-72e5a5be48fb', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.261354] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.261908] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.262184] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fb7cd61-d891-461d-9969-b75e81d4bb9c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.283833] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.283833] env[70498]: value = "task-3615297" [ 1186.283833] env[70498]: _type = "Task" [ 1186.283833] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.292279] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615297, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.423953] env[70498]: DEBUG nova.scheduler.client.report [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.450386] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615294, 'name': Rename_Task, 'duration_secs': 0.146233} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.451274] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.451579] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68343890-5bf4-405c-bd91-3f5734d1265b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.459933] env[70498]: DEBUG nova.compute.manager [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Received event network-changed-5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.460203] env[70498]: DEBUG nova.compute.manager [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Refreshing instance network info cache due to event network-changed-5e4a390e-b31f-4694-afd0-72e5a5be48fb. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.460456] env[70498]: DEBUG oslo_concurrency.lockutils [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] Acquiring lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.460554] env[70498]: DEBUG oslo_concurrency.lockutils [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] Acquired lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.460716] env[70498]: DEBUG nova.network.neutron [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Refreshing network info cache for port 5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.464502] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1186.464502] env[70498]: value = "task-3615298" [ 1186.464502] env[70498]: _type = "Task" [ 1186.464502] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.474448] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.496290] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.529483] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.529846] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.530199] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.530365] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.530523] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.530701] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.530929] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.531137] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.531320] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.531485] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.531694] env[70498]: DEBUG nova.virt.hardware [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.532693] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87029ee-dd25-426b-9287-371d045dd7b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.544045] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d2912-62de-46a4-b138-b8dda2599090 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.656896] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199413} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.657192] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.657388] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.657562] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.731723] env[70498]: INFO nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Took 33.05 seconds to build instance. [ 1186.794944] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615297, 'name': CreateVM_Task, 'duration_secs': 0.384079} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.795194] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.795918] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.796123] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.796502] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.797272] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aff8914-4e64-4483-8f66-c0b6b42e5aa6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.802722] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1186.802722] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a106f2-f97f-d37e-1797-dc55bdf7e75a" [ 1186.802722] env[70498]: _type = "Task" [ 1186.802722] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.812889] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a106f2-f97f-d37e-1797-dc55bdf7e75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.929014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.929747] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.934939] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Successfully updated port: aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.936741] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.012s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.936741] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.940185] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.368s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.940185] env[70498]: DEBUG nova.objects.instance [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'resources' on Instance uuid b22b6200-a33b-4636-81c6-c58a9f0c14d0 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.972219] env[70498]: INFO nova.scheduler.client.report [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocations for instance a7fcfa53-c50c-4fb3-9aba-91e28dab2079 [ 1186.983277] env[70498]: DEBUG oslo_vmware.api [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615298, 'name': PowerOnVM_Task, 'duration_secs': 0.48822} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.983277] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.983374] env[70498]: INFO nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1186.983606] env[70498]: DEBUG nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.984859] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee54742-ab88-4933-a1f9-95b8469abc42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.203597] env[70498]: DEBUG nova.network.neutron [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Updated VIF entry in instance network info cache for port 5e4a390e-b31f-4694-afd0-72e5a5be48fb. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.203929] env[70498]: DEBUG nova.network.neutron [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Updating instance_info_cache with network_info: [{"id": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "address": "fa:16:3e:fe:b5:6e", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e4a390e-b3", "ovs_interfaceid": "5e4a390e-b31f-4694-afd0-72e5a5be48fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.233995] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.570s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.315622] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a106f2-f97f-d37e-1797-dc55bdf7e75a, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.315965] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.316225] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.316534] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.316639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.317069] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.317120] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e820ea-88b1-444a-a876-1fa5c114f614 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.327341] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.327514] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.328365] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80eba5c-d864-40fc-ba86-72ebc10e4bfd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.334441] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1187.334441] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526c5f2a-70f4-7612-a806-c1a58e470d51" [ 1187.334441] env[70498]: _type = "Task" [ 1187.334441] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.342680] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526c5f2a-70f4-7612-a806-c1a58e470d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.442839] env[70498]: DEBUG nova.compute.utils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.447094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.447235] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.447379] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.448836] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.449342] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.480353] env[70498]: DEBUG oslo_concurrency.lockutils [None req-99f34afd-2f3e-40c7-a3d3-5be7a9753e2e tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "a7fcfa53-c50c-4fb3-9aba-91e28dab2079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.965s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.504204] env[70498]: DEBUG nova.policy [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f794cc14733f4e4fb08cbda3abf68210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04ea62662ff24c33b45c6200d61b9850', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.506311] env[70498]: INFO nova.compute.manager [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Took 33.83 seconds to build instance. [ 1187.699592] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.699865] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.700031] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.700221] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.700366] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.700510] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.700720] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.700877] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.702040] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.702040] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.702040] env[70498]: DEBUG nova.virt.hardware [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.703645] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302e9fb-649b-4b8f-be3e-735c4da9dd92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.707427] env[70498]: DEBUG oslo_concurrency.lockutils [req-fbc52a30-1768-47b5-be76-fbb0f7eae2c7 req-8e134a97-03b1-488c-a2a9-326af1dbabf8 service nova] Releasing lock "refresh_cache-0b982c20-959e-47be-baef-95e737c44680" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.713975] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51531f7-e41b-42ca-99ea-a0e07ca8598a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.734227] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:89:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7b04e8-362b-48b0-8933-e9c01b57a3de', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.741957] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.742515] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.742758] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92222e16-df0b-4fcf-941c-cff9895bb704 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.769770] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.769770] env[70498]: value = "task-3615299" [ 1187.769770] env[70498]: _type = "Task" [ 1187.769770] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.778851] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615299, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.812579] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e313b00-1b70-416e-b79c-6697b01cd9c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.823094] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa69b92-90a2-491f-96dd-797f8cb7bf44 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.863924] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Successfully created port: e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.869474] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1fd561-8d9b-4eb1-ab86-a2ac8feea24c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.882377] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43193127-d8e3-44ee-9717-d580763c8732 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.886364] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526c5f2a-70f4-7612-a806-c1a58e470d51, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.887648] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b63aa3-814f-4db8-ab19-cce23210e1a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.898483] env[70498]: DEBUG nova.compute.provider_tree [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.905837] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1187.905837] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fc8371-91d2-e447-7ffe-e846e873c829" [ 1187.905837] env[70498]: _type = "Task" [ 1187.905837] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.916067] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fc8371-91d2-e447-7ffe-e846e873c829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.950191] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.984015] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.011342] env[70498]: DEBUG oslo_concurrency.lockutils [None req-51e63878-a77b-4762-9937-fa6e458985a7 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.349s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.114194] env[70498]: DEBUG nova.network.neutron [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.280227] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615299, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.405666] env[70498]: DEBUG nova.scheduler.client.report [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.420512] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.420648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.421008] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.421141] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.421352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.423270] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fc8371-91d2-e447-7ffe-e846e873c829, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.423758] env[70498]: INFO nova.compute.manager [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Terminating instance [ 1188.425751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.426098] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0b982c20-959e-47be-baef-95e737c44680/0b982c20-959e-47be-baef-95e737c44680.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.427425] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97241aef-7975-44d5-ab35-daefb5ee35e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.437164] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1188.437164] env[70498]: value = "task-3615300" [ 1188.437164] env[70498]: _type = "Task" [ 1188.437164] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.447245] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.493396] env[70498]: DEBUG nova.compute.manager [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-vif-plugged-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.493679] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Acquiring lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.493960] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.494167] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.494393] env[70498]: DEBUG nova.compute.manager [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] No waiting events found dispatching network-vif-plugged-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.494602] env[70498]: WARNING nova.compute.manager [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received unexpected event network-vif-plugged-aa09d30e-78f7-434b-a628-fe58172e6bc3 for instance with vm_state building and task_state spawning. [ 1188.494809] env[70498]: DEBUG nova.compute.manager [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.495044] env[70498]: DEBUG nova.compute.manager [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing instance network info cache due to event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.495237] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.582556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "4cf6727c-8707-4e92-82c7-519ad38427be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.582807] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.583064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.583265] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.583432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.585628] env[70498]: INFO nova.compute.manager [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Terminating instance [ 1188.617712] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.618038] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Instance network_info: |[{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.618336] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.618516] env[70498]: DEBUG nova.network.neutron [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.620021] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:0d:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b911797-478d-4ee5-bce9-6f2f49014e94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa09d30e-78f7-434b-a628-fe58172e6bc3', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.627463] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Creating folder: Project (e3de4342cbb247f4a1b9569cca001d36). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.628611] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a7c0a2d-1182-4f99-abcd-4e0edd06ab73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.642572] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Created folder: Project (e3de4342cbb247f4a1b9569cca001d36) in parent group-v720819. [ 1188.642765] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Creating folder: Instances. Parent ref: group-v721115. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.643039] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4145fc90-dc54-4d08-9e51-4b2d95240c53 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.655389] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Created folder: Instances in parent group-v721115. [ 1188.655637] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.655837] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.656068] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35e747db-357a-4768-94b3-c913f834d923 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.695022] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.695022] env[70498]: value = "task-3615303" [ 1188.695022] env[70498]: _type = "Task" [ 1188.695022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.701967] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615303, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.747218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.747555] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.785203] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615299, 'name': CreateVM_Task, 'duration_secs': 0.632762} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.785203] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.785917] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.786098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.786509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.786793] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662493e2-a248-40f7-a1e2-b1422e2f0b43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.794794] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1188.794794] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5237a833-42bd-1741-0a4d-c8f532bce251" [ 1188.794794] env[70498]: _type = "Task" [ 1188.794794] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.808883] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5237a833-42bd-1741-0a4d-c8f532bce251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.913799] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.916581] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.916829] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.917100] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1188.917375] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.044s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.917562] env[70498]: DEBUG nova.objects.instance [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1188.921092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132b3624-2f73-49a0-89f8-243f200ba072 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.932163] env[70498]: DEBUG nova.compute.manager [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.932530] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.933597] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74248a2-40ef-49be-aabb-3f6e6bdde93a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.938559] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fc0ceb-f915-411e-8430-11541971ede5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.943940] env[70498]: INFO nova.scheduler.client.report [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted allocations for instance b22b6200-a33b-4636-81c6-c58a9f0c14d0 [ 1188.964395] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.966676] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafeb505-4d1f-4948-a1e0-3103bbd91498 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.969906] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.974418] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1bab8be-5e6f-4bca-b4a6-e2df5710cda6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.976609] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615300, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.983593] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b0b44-ecdf-4a88-ab4b-ac07c996c3fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.988343] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1188.988343] env[70498]: value = "task-3615304" [ 1188.988343] env[70498]: _type = "Task" [ 1188.988343] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.020999] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179159MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1189.021178] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.028330] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.030938] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.031197] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.031356] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.031536] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.031680] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.031856] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.032101] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.032269] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.032437] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.032599] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.032771] env[70498]: DEBUG nova.virt.hardware [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.034065] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e907ee9-956a-4f38-875f-8af0d8a438fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.043535] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75193dc5-dc14-47a0-9588-646f826ba2ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.090009] env[70498]: DEBUG nova.compute.manager [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.090411] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.091916] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c494d7-a4fe-4202-8221-911377305f75 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.102308] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.104289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7ec270-cb87-43d7-ab2e-dc4d96272070 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.109551] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1189.109551] env[70498]: value = "task-3615305" [ 1189.109551] env[70498]: _type = "Task" [ 1189.109551] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.119408] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.205094] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615303, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.250502] env[70498]: DEBUG nova.compute.utils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.306783] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5237a833-42bd-1741-0a4d-c8f532bce251, 'name': SearchDatastore_Task, 'duration_secs': 0.065879} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.309721] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.310023] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.310257] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.310400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.310577] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.310889] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d427751b-9288-4e20-a5f0-3e123e99e72d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.325950] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.326236] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.327184] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e34861d-486b-44e0-9d72-0a92f7f5f431 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.335504] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1189.335504] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5eef6-6e15-a7fa-aa11-77d6786b30c5" [ 1189.335504] env[70498]: _type = "Task" [ 1189.335504] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.345444] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5eef6-6e15-a7fa-aa11-77d6786b30c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.352552] env[70498]: DEBUG nova.network.neutron [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updated VIF entry in instance network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.352799] env[70498]: DEBUG nova.network.neutron [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.455435] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665016} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.455752] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 0b982c20-959e-47be-baef-95e737c44680/0b982c20-959e-47be-baef-95e737c44680.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.456014] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.456283] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79994e9a-8686-4b40-bc03-e7cff2137dd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.466813] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1189.466813] env[70498]: value = "task-3615306" [ 1189.466813] env[70498]: _type = "Task" [ 1189.466813] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.467297] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f90edee2-44d1-4198-8412-2292342964b7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "b22b6200-a33b-4636-81c6-c58a9f0c14d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.945s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.479878] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.501253] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615304, 'name': PowerOffVM_Task, 'duration_secs': 0.32356} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.501253] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.501253] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.501253] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88d595c-e257-4bdc-82bd-1572da792748 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.598809] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Successfully updated port: e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.602614] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.602905] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.603047] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleting the datastore file [datastore1] c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.603562] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f03f6c88-746b-44af-91c1-014622c68e3d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.617487] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1189.617487] env[70498]: value = "task-3615308" [ 1189.617487] env[70498]: _type = "Task" [ 1189.617487] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.626046] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615305, 'name': PowerOffVM_Task, 'duration_secs': 0.284891} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.626046] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.626046] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.626046] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631a7b67-cdd2-467b-9292-23584971d12f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.629606] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.706330] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615303, 'name': CreateVM_Task, 'duration_secs': 0.609464} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.706523] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.707764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.707764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.707764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.707955] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f012bd1-a3d4-41cc-a46f-53f00c0fab8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.713670] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1189.713670] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5281dedd-f478-04d8-e8e8-b16002cdfc14" [ 1189.713670] env[70498]: _type = "Task" [ 1189.713670] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.722665] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5281dedd-f478-04d8-e8e8-b16002cdfc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.726340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.726528] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.726707] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleting the datastore file [datastore2] 4cf6727c-8707-4e92-82c7-519ad38427be {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.726962] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d99f2c-bb79-42a8-9674-0248fd759792 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.735282] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for the task: (returnval){ [ 1189.735282] env[70498]: value = "task-3615310" [ 1189.735282] env[70498]: _type = "Task" [ 1189.735282] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.744507] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.753758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.846482] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b5eef6-6e15-a7fa-aa11-77d6786b30c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.847284] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e032924f-480a-468b-bddd-0baeea20e96e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.852737] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1189.852737] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52197093-6305-4a9d-b6da-99d408176bc1" [ 1189.852737] env[70498]: _type = "Task" [ 1189.852737] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.855950] env[70498]: DEBUG oslo_concurrency.lockutils [req-fb0fe0aa-7dba-4494-9703-5b46161188d5 req-55f75c7c-2f92-4eb1-9141-436ab48df18e service nova] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.861172] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52197093-6305-4a9d-b6da-99d408176bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.932255] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3805a353-cae7-472b-93dc-7b96175e4a74 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.933404] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.686s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.934940] env[70498]: INFO nova.compute.claims [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.979162] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076412} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.979496] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.980268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db72561-d3ed-4d23-baa9-c67d326b9c06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.004305] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 0b982c20-959e-47be-baef-95e737c44680/0b982c20-959e-47be-baef-95e737c44680.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.004602] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7211a933-278f-4916-a194-07ffcb60acca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.025517] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1190.025517] env[70498]: value = "task-3615311" [ 1190.025517] env[70498]: _type = "Task" [ 1190.025517] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.033865] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.104563] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.104761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.104977] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.130360] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.226037] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5281dedd-f478-04d8-e8e8-b16002cdfc14, 'name': SearchDatastore_Task, 'duration_secs': 0.031628} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.226037] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.226037] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.227027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.245651] env[70498]: DEBUG oslo_vmware.api [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475243} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.245929] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.246122] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.246300] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.246470] env[70498]: INFO nova.compute.manager [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1190.246706] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.246991] env[70498]: DEBUG nova.compute.manager [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.246991] env[70498]: DEBUG nova.network.neutron [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.368800] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52197093-6305-4a9d-b6da-99d408176bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.054059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.369882] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.370293] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.370516] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.370831] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.370903] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f15c6d-ba56-4190-b483-5dac64f05ddd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.373659] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d88efb-a812-42b3-9eee-1ecfb1b7e336 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.383062] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1190.383062] env[70498]: value = "task-3615312" [ 1190.383062] env[70498]: _type = "Task" [ 1190.383062] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.387733] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.387920] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.388979] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e6bcfa-937a-4f6d-b6be-f8c88ba97065 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.394124] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.397642] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1190.397642] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a94fea-01ea-49b9-d4e9-6ade7b4b0fa1" [ 1190.397642] env[70498]: _type = "Task" [ 1190.397642] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.406907] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a94fea-01ea-49b9-d4e9-6ade7b4b0fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.539257] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.555422] env[70498]: DEBUG nova.compute.manager [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Received event network-vif-plugged-e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.555636] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Acquiring lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.555917] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.556051] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.556169] env[70498]: DEBUG nova.compute.manager [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] No waiting events found dispatching network-vif-plugged-e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.556331] env[70498]: WARNING nova.compute.manager [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Received unexpected event network-vif-plugged-e33e1f14-5993-4d20-acb3-5ff18bcda543 for instance with vm_state building and task_state spawning. [ 1190.556486] env[70498]: DEBUG nova.compute.manager [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Received event network-changed-e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.556636] env[70498]: DEBUG nova.compute.manager [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Refreshing instance network info cache due to event network-changed-e33e1f14-5993-4d20-acb3-5ff18bcda543. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.556796] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Acquiring lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.629147] env[70498]: DEBUG oslo_vmware.api [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Task: {'id': task-3615308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550053} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.629367] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.629565] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.629759] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.629945] env[70498]: INFO nova.compute.manager [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1190.630225] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.630416] env[70498]: DEBUG nova.compute.manager [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.630496] env[70498]: DEBUG nova.network.neutron [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.636928] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.812768] env[70498]: DEBUG nova.network.neutron [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Updating instance_info_cache with network_info: [{"id": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "address": "fa:16:3e:ba:91:15", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1f14-59", "ovs_interfaceid": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.829590] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.830207] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.830628] env[70498]: INFO nova.compute.manager [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attaching volume 43f4075b-5a38-4c06-9f80-ed0703b33cab to /dev/sdb [ 1190.869104] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f0adf-478b-42b6-8727-d5400816db62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.875854] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c7b6c-2101-4274-b741-161f6282ace7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.894020] env[70498]: DEBUG nova.virt.block_device [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating existing volume attachment record: 47acdb68-a014-4348-af23-b6b323daf552 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1190.897570] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.908201] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a94fea-01ea-49b9-d4e9-6ade7b4b0fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.044818} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.909150] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4ac0b7-4efb-4f02-b3f2-027e59a2d66e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.915757] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1190.915757] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527a327e-9c76-dca6-420b-3aa3767a014f" [ 1190.915757] env[70498]: _type = "Task" [ 1190.915757] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.926017] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a327e-9c76-dca6-420b-3aa3767a014f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.042043] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.084687] env[70498]: DEBUG nova.network.neutron [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.319338] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.320269] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Instance network_info: |[{"id": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "address": "fa:16:3e:ba:91:15", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1f14-59", "ovs_interfaceid": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.320269] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Acquired lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.320269] env[70498]: DEBUG nova.network.neutron [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Refreshing network info cache for port e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.324721] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:91:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e33e1f14-5993-4d20-acb3-5ff18bcda543', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.333770] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.337356] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.338311] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f53c23-c745-4a3a-a3aa-64076a7ef096 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.341885] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c50bf5a5-3ed0-45f9-8b7a-618c52a697cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.362772] env[70498]: DEBUG nova.compute.manager [req-8b70fa12-4e38-48e3-addc-168018b89cd0 req-59d239a8-7241-4a1f-968a-15a2a8adc3f2 service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Received event network-vif-deleted-224a3148-3deb-49c1-b4a3-55d4c83fc4fe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.362867] env[70498]: INFO nova.compute.manager [req-8b70fa12-4e38-48e3-addc-168018b89cd0 req-59d239a8-7241-4a1f-968a-15a2a8adc3f2 service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Neutron deleted interface 224a3148-3deb-49c1-b4a3-55d4c83fc4fe; detaching it from the instance and deleting it from the info cache [ 1191.363270] env[70498]: DEBUG nova.network.neutron [req-8b70fa12-4e38-48e3-addc-168018b89cd0 req-59d239a8-7241-4a1f-968a-15a2a8adc3f2 service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.369627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332ebcb-d398-4fd4-bad4-f4d45c0f41c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.381046] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.381046] env[70498]: value = "task-3615314" [ 1191.381046] env[70498]: _type = "Task" [ 1191.381046] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.421256] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d48c2ae-2223-42d7-886d-796b8f710066 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.430750] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615314, 'name': CreateVM_Task} progress is 15%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.438140] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615312, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030242} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.443804] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.444095] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.444771] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527a327e-9c76-dca6-420b-3aa3767a014f, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.445103] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5570481-bf94-49a2-9b86-1f4f1cc44ee0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.447117] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.447380] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/2b9d3231-fbe9-4cda-bf52-409183dd3769.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.448701] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0dde61-0a67-46b6-a9b4-0a5f97a0a053 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.453536] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289c8393-b810-4be3-a18a-06dc43d053aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.472337] env[70498]: DEBUG nova.compute.provider_tree [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.473895] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1191.473895] env[70498]: value = "task-3615315" [ 1191.473895] env[70498]: _type = "Task" [ 1191.473895] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.476510] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1191.476510] env[70498]: value = "task-3615316" [ 1191.476510] env[70498]: _type = "Task" [ 1191.476510] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.490413] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.493546] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.540325] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615311, 'name': ReconfigVM_Task, 'duration_secs': 1.311969} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.540726] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 0b982c20-959e-47be-baef-95e737c44680/0b982c20-959e-47be-baef-95e737c44680.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.541505] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8dbf502-b72c-4ea1-9247-6a16603f4f28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.549095] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1191.549095] env[70498]: value = "task-3615317" [ 1191.549095] env[70498]: _type = "Task" [ 1191.549095] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.560087] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615317, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.588163] env[70498]: INFO nova.compute.manager [-] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Took 1.34 seconds to deallocate network for instance. [ 1191.815244] env[70498]: DEBUG nova.network.neutron [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.870116] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-227dbff2-895b-498c-9416-f217bb321ef0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.882351] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d5d3d9-961a-40f0-8912-5c9da5ce3582 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.906771] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615314, 'name': CreateVM_Task, 'duration_secs': 0.412466} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.906977] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.907805] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.907999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.908354] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.908642] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7891c29e-6799-4acb-a1b1-c7de1a2ea273 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.927027] env[70498]: DEBUG nova.compute.manager [req-8b70fa12-4e38-48e3-addc-168018b89cd0 req-59d239a8-7241-4a1f-968a-15a2a8adc3f2 service nova] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Detach interface failed, port_id=224a3148-3deb-49c1-b4a3-55d4c83fc4fe, reason: Instance c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.931049] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1191.931049] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a3e364-0a01-0cfe-ba7d-444173927c1a" [ 1191.931049] env[70498]: _type = "Task" [ 1191.931049] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.941604] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a3e364-0a01-0cfe-ba7d-444173927c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.976877] env[70498]: DEBUG nova.scheduler.client.report [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.000574] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.003287] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085221} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.006340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.007305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce69b54-f5d2-4dc0-9daf-c87825bbf0a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.037692] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.038128] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6170fb07-bef1-4074-a64e-3f90b4da0480 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.069868] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615317, 'name': Rename_Task, 'duration_secs': 0.230628} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.070971] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.071272] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1770aa85-7616-4189-8336-2db2f7e663e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.074622] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1192.074622] env[70498]: value = "task-3615318" [ 1192.074622] env[70498]: _type = "Task" [ 1192.074622] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.088697] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.090403] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1192.090403] env[70498]: value = "task-3615319" [ 1192.090403] env[70498]: _type = "Task" [ 1192.090403] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.095568] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.101228] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.144692] env[70498]: DEBUG nova.network.neutron [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Updated VIF entry in instance network info cache for port e33e1f14-5993-4d20-acb3-5ff18bcda543. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.145108] env[70498]: DEBUG nova.network.neutron [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Updating instance_info_cache with network_info: [{"id": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "address": "fa:16:3e:ba:91:15", "network": {"id": "28bb8afd-a630-4b9c-8174-08f36d5219f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1287519220-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04ea62662ff24c33b45c6200d61b9850", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape33e1f14-59", "ovs_interfaceid": "e33e1f14-5993-4d20-acb3-5ff18bcda543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.318126] env[70498]: INFO nova.compute.manager [-] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Took 1.69 seconds to deallocate network for instance. [ 1192.442424] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a3e364-0a01-0cfe-ba7d-444173927c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.060067} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.442743] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443058] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.443352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.443556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443803] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.444139] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92dda8a3-281a-42d8-8b98-182cb2ad476e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.453901] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.454155] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.454921] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ec05eb3-5eb4-4267-9575-c9fcdf6a5b50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.460989] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1192.460989] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529222dc-d446-f67c-e7de-368877d9ef08" [ 1192.460989] env[70498]: _type = "Task" [ 1192.460989] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.469464] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529222dc-d446-f67c-e7de-368877d9ef08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.491855] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.492514] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.495119] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664062} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.495587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.460s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.495799] env[70498]: DEBUG nova.objects.instance [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lazy-loading 'resources' on Instance uuid afcec7bf-ba4c-4881-8338-394148af8dff {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.497085] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/2b9d3231-fbe9-4cda-bf52-409183dd3769.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.497085] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.497412] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4808cb7b-e809-48d5-85e2-f76af7994b50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.504934] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1192.504934] env[70498]: value = "task-3615320" [ 1192.504934] env[70498]: _type = "Task" [ 1192.504934] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.515023] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.583018] env[70498]: DEBUG nova.compute.manager [req-9603a621-d3b1-4c7e-a294-50628154116b req-35a6bd79-e037-433d-b2d4-531ccb904f01 service nova] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Received event network-vif-deleted-30d33a3f-096e-4574-a0e1-ff3e509fc7c7 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.595391] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615318, 'name': ReconfigVM_Task, 'duration_secs': 0.478048} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.598832] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Reconfigured VM instance instance-00000060 to attach disk [datastore1] dfa0b2b6-cd70-44ae-bc85-325b587775ee/dfa0b2b6-cd70-44ae-bc85-325b587775ee.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.599663] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b71362e-374f-4484-9cc9-88a249575f49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.608939] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.610624] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1192.610624] env[70498]: value = "task-3615321" [ 1192.610624] env[70498]: _type = "Task" [ 1192.610624] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.619513] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615321, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.648038] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c0ab03f-c087-4296-ab7b-2ba59c4627b7 req-baf3b798-f265-4812-a16f-04514c33dbd5 service nova] Releasing lock "refresh_cache-eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.762953] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.763196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.825384] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.972559] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529222dc-d446-f67c-e7de-368877d9ef08, 'name': SearchDatastore_Task, 'duration_secs': 0.015298} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.973503] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90398236-c77b-48a3-90c2-9dac40e15b08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.981762] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1192.981762] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]521176cc-fda5-6602-0885-6ce44ff6e3a5" [ 1192.981762] env[70498]: _type = "Task" [ 1192.981762] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.990162] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521176cc-fda5-6602-0885-6ce44ff6e3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.997987] env[70498]: DEBUG nova.compute.utils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.002116] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.002298] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.014335] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090716} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.014519] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.015292] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dee6282-aa44-40f0-80b5-9d27a29c9b58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.039544] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/2b9d3231-fbe9-4cda-bf52-409183dd3769.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.042578] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d28b1e73-cc32-46dc-9b3c-fa9c9ddc1da9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.057421] env[70498]: DEBUG nova.policy [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bb2d415cedb4fff8c4327109c259e4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baab9460134b4566b48f300e9fea5045', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.065535] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1193.065535] env[70498]: value = "task-3615322" [ 1193.065535] env[70498]: _type = "Task" [ 1193.065535] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.077295] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.105350] env[70498]: DEBUG oslo_vmware.api [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615319, 'name': PowerOnVM_Task, 'duration_secs': 0.543002} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.105350] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.105350] env[70498]: INFO nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1193.105350] env[70498]: DEBUG nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1193.108943] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5af919-d800-4556-85fa-acc5bb367ee9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.122631] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615321, 'name': Rename_Task, 'duration_secs': 0.191478} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.127495] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.127495] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7a6de0-b067-4483-b05f-927fee0c25c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.136562] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1193.136562] env[70498]: value = "task-3615323" [ 1193.136562] env[70498]: _type = "Task" [ 1193.136562] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.151449] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.269018] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.377891] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8501f36d-4fd5-4f26-b2b4-92e716797491 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.390628] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b6c2c-f4bd-470b-b3e0-2fdff2447d50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.396956] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Successfully created port: 84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.430617] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1062b4f-0b69-4478-973e-5004f262d366 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.439538] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a74fc2c-9213-4090-8ba3-d63162445faa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.457266] env[70498]: DEBUG nova.compute.provider_tree [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.494200] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]521176cc-fda5-6602-0885-6ce44ff6e3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.495064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.495064] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] eec07ac4-3949-4e5d-bc1c-5fd15a994fe8/eec07ac4-3949-4e5d-bc1c-5fd15a994fe8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.495064] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41ea7cc8-61dc-40eb-b9ec-5355c0aaf86c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.506582] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.509766] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1193.509766] env[70498]: value = "task-3615325" [ 1193.509766] env[70498]: _type = "Task" [ 1193.509766] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.519958] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.581352] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615322, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.634696] env[70498]: INFO nova.compute.manager [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Took 37.05 seconds to build instance. [ 1193.648564] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.789873] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.957756] env[70498]: DEBUG nova.scheduler.client.report [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.030825] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.077392] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615322, 'name': ReconfigVM_Task, 'duration_secs': 0.56329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.077689] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/2b9d3231-fbe9-4cda-bf52-409183dd3769.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.078460] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e6cc32-687e-4754-8624-b556b499145b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.090363] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1194.090363] env[70498]: value = "task-3615326" [ 1194.090363] env[70498]: _type = "Task" [ 1194.090363] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.136761] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8c605801-40d9-4d16-9912-d23fce27cf0b tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.562s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.151353] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.463863] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.466855] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.961s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.468469] env[70498]: INFO nova.compute.claims [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.488185] env[70498]: INFO nova.scheduler.client.report [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Deleted allocations for instance afcec7bf-ba4c-4881-8338-394148af8dff [ 1194.524189] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.526264] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582918} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.527149] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] eec07ac4-3949-4e5d-bc1c-5fd15a994fe8/eec07ac4-3949-4e5d-bc1c-5fd15a994fe8.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.527348] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.527652] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766caef3-3fe0-4c00-9252-c157e5bbf3ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.536078] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1194.536078] env[70498]: value = "task-3615327" [ 1194.536078] env[70498]: _type = "Task" [ 1194.536078] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.547924] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.551292] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.551517] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.551672] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.551913] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.552148] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.552329] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.552538] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.552696] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.552877] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.553098] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.553290] env[70498]: DEBUG nova.virt.hardware [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.554364] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e9ecfe-85b2-40d0-80f7-0a68c977a209 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.563516] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31adcf9b-6fb3-4a54-9ae7-167716ab50c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.600097] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615326, 'name': Rename_Task, 'duration_secs': 0.223659} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.600375] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.600622] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940302ba-f0b8-4dc8-817a-a456163d3288 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.608637] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1194.608637] env[70498]: value = "task-3615328" [ 1194.608637] env[70498]: _type = "Task" [ 1194.608637] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.621370] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.648610] env[70498]: DEBUG oslo_vmware.api [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615323, 'name': PowerOnVM_Task, 'duration_secs': 1.035757} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.648741] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.648861] env[70498]: DEBUG nova.compute.manager [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.649964] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b86e3fc-68ce-4aba-9740-e5724880f070 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.766460] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "0b982c20-959e-47be-baef-95e737c44680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.766732] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.766945] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "0b982c20-959e-47be-baef-95e737c44680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.767186] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.767306] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.769481] env[70498]: INFO nova.compute.manager [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Terminating instance [ 1194.883405] env[70498]: DEBUG nova.compute.manager [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Received event network-vif-plugged-84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.883653] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] Acquiring lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.883862] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.884136] env[70498]: DEBUG oslo_concurrency.lockutils [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.884340] env[70498]: DEBUG nova.compute.manager [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] No waiting events found dispatching network-vif-plugged-84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.884510] env[70498]: WARNING nova.compute.manager [req-4d81e754-ec3a-4747-bff1-b680f4406515 req-a5a46e7d-6d43-4d1f-8963-2ad2716bb62a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Received unexpected event network-vif-plugged-84b5b123-aa0a-4524-89bc-1aca11184561 for instance with vm_state building and task_state spawning. [ 1194.997407] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bb133a72-3eaf-41b8-9be0-d917a5a0b2a0 tempest-ServersTestMultiNic-1324436501 tempest-ServersTestMultiNic-1324436501-project-member] Lock "afcec7bf-ba4c-4881-8338-394148af8dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.011s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.028507] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Successfully updated port: 84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.048936] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28439} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.049393] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.050428] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ee001-c710-4674-95cd-b01e607e0b0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.074868] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] eec07ac4-3949-4e5d-bc1c-5fd15a994fe8/eec07ac4-3949-4e5d-bc1c-5fd15a994fe8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.075184] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115e2b0f-516c-4c24-bb09-3b25086e94f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.095979] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1195.095979] env[70498]: value = "task-3615329" [ 1195.095979] env[70498]: _type = "Task" [ 1195.095979] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.106303] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.123554] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.167374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.275247] env[70498]: DEBUG nova.compute.manager [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.275247] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.275992] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d0254e-2b9d-41e6-b986-370fc537048a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.285597] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.285952] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba7f8c8-da18-4642-8402-c7d434bcf016 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.294651] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1195.294651] env[70498]: value = "task-3615330" [ 1195.294651] env[70498]: _type = "Task" [ 1195.294651] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.307914] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.463931] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.464283] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721118', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'name': 'volume-43f4075b-5a38-4c06-9f80-ed0703b33cab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'serial': '43f4075b-5a38-4c06-9f80-ed0703b33cab'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.465413] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045cc32b-c291-4baf-afa0-d9b52dfa093c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.490764] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8da62-1a09-4ad3-b834-304470d45296 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.518805] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-43f4075b-5a38-4c06-9f80-ed0703b33cab/volume-43f4075b-5a38-4c06-9f80-ed0703b33cab.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.522281] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c2fcd6-7b59-48b0-ad7a-2f9a17a9a7e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.537932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.538096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.538346] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.546508] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1195.546508] env[70498]: value = "task-3615331" [ 1195.546508] env[70498]: _type = "Task" [ 1195.546508] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.560909] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.610688] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615329, 'name': ReconfigVM_Task, 'duration_secs': 0.412725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.615057] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] eec07ac4-3949-4e5d-bc1c-5fd15a994fe8/eec07ac4-3949-4e5d-bc1c-5fd15a994fe8.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.616208] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ce0cef-879c-4f12-92e4-c16fa8830fac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.627647] env[70498]: DEBUG oslo_vmware.api [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615328, 'name': PowerOnVM_Task, 'duration_secs': 0.686651} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.629034] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.629246] env[70498]: INFO nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1195.629420] env[70498]: DEBUG nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.630350] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1195.630350] env[70498]: value = "task-3615332" [ 1195.630350] env[70498]: _type = "Task" [ 1195.630350] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.630566] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dd7f32-ed64-45ff-b183-91174aba011a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.650119] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615332, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.806598] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615330, 'name': PowerOffVM_Task, 'duration_secs': 0.296963} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.806828] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.807016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.807331] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ec47626-1119-4f50-998d-dfd86fd87096 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.850392] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d60f509-14d3-4920-84c5-25d40fb09f3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.858686] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd175c7f-0f5c-4efb-a954-0d4e07cb6a87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.899731] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add74a04-2466-4555-b692-facfabcbc05a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.903116] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.903258] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.903435] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore1] 0b982c20-959e-47be-baef-95e737c44680 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.903687] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6226090c-1def-4480-8084-a557a2b11e41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.912622] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d65f91-7174-4c0f-94ef-6b42a1e23e79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.916920] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1195.916920] env[70498]: value = "task-3615334" [ 1195.916920] env[70498]: _type = "Task" [ 1195.916920] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.928856] env[70498]: DEBUG nova.compute.provider_tree [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.936328] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.057863] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.060696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.060786] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.079739] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.145076] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615332, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.160858] env[70498]: INFO nova.compute.manager [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Took 35.89 seconds to build instance. [ 1196.220258] env[70498]: DEBUG nova.network.neutron [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Updating instance_info_cache with network_info: [{"id": "84b5b123-aa0a-4524-89bc-1aca11184561", "address": "fa:16:3e:9c:0d:40", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b5b123-aa", "ovs_interfaceid": "84b5b123-aa0a-4524-89bc-1aca11184561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.429405] env[70498]: DEBUG oslo_vmware.api [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349285} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.430077] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.430077] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.430077] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.430248] env[70498]: INFO nova.compute.manager [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: 0b982c20-959e-47be-baef-95e737c44680] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1196.430443] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.430644] env[70498]: DEBUG nova.compute.manager [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.430739] env[70498]: DEBUG nova.network.neutron [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.433098] env[70498]: DEBUG nova.scheduler.client.report [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.557386] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615331, 'name': ReconfigVM_Task, 'duration_secs': 0.743482} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.557980] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-43f4075b-5a38-4c06-9f80-ed0703b33cab/volume-43f4075b-5a38-4c06-9f80-ed0703b33cab.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.562355] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc633e92-8aa9-426a-abaf-91448f28c800 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.573895] env[70498]: DEBUG nova.compute.utils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.582012] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1196.582012] env[70498]: value = "task-3615335" [ 1196.582012] env[70498]: _type = "Task" [ 1196.582012] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.594878] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.645213] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615332, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.662809] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3dce3875-c00c-4a54-ae52-962ac94c7ad3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.401s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.723188] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.723638] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Instance network_info: |[{"id": "84b5b123-aa0a-4524-89bc-1aca11184561", "address": "fa:16:3e:9c:0d:40", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b5b123-aa", "ovs_interfaceid": "84b5b123-aa0a-4524-89bc-1aca11184561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.724233] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:0d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84b5b123-aa0a-4524-89bc-1aca11184561', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.733863] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.734131] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.734397] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-601ccc65-bf08-477b-b2b5-335d0dd79bff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.755838] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.755838] env[70498]: value = "task-3615336" [ 1196.755838] env[70498]: _type = "Task" [ 1196.755838] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.764848] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615336, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.863218] env[70498]: INFO nova.compute.manager [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Rescuing [ 1196.863553] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.863734] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.863912] env[70498]: DEBUG nova.network.neutron [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.938099] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.938647] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.941686] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.240s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.943170] env[70498]: INFO nova.compute.claims [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.006716] env[70498]: DEBUG nova.compute.manager [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Received event network-changed-84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.007768] env[70498]: DEBUG nova.compute.manager [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Refreshing instance network info cache due to event network-changed-84b5b123-aa0a-4524-89bc-1aca11184561. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.007768] env[70498]: DEBUG oslo_concurrency.lockutils [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] Acquiring lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.007768] env[70498]: DEBUG oslo_concurrency.lockutils [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] Acquired lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.007768] env[70498]: DEBUG nova.network.neutron [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Refreshing network info cache for port 84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.076479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.092646] env[70498]: DEBUG oslo_vmware.api [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615335, 'name': ReconfigVM_Task, 'duration_secs': 0.175718} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.092953] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721118', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'name': 'volume-43f4075b-5a38-4c06-9f80-ed0703b33cab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'serial': '43f4075b-5a38-4c06-9f80-ed0703b33cab'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1197.145455] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615332, 'name': Rename_Task, 'duration_secs': 1.193786} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.145692] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.146358] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c77bf37-7ce2-4c3a-973f-e1e10c6f25a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.156084] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1197.156084] env[70498]: value = "task-3615337" [ 1197.156084] env[70498]: _type = "Task" [ 1197.156084] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.162825] env[70498]: DEBUG nova.network.neutron [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.168131] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.274021] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615336, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.453520] env[70498]: DEBUG nova.compute.utils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.454728] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1197.581070] env[70498]: DEBUG nova.network.neutron [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.665828] env[70498]: INFO nova.compute.manager [-] [instance: 0b982c20-959e-47be-baef-95e737c44680] Took 1.23 seconds to deallocate network for instance. [ 1197.679063] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615337, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.771713] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615336, 'name': CreateVM_Task, 'duration_secs': 0.630109} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.772552] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.773365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.773462] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.775187] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.775593] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b657f62d-64ed-44c0-bd09-f27f89a0ed94 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.784120] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1197.784120] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ecac1a-7a62-9472-80b9-f959c36c4bf9" [ 1197.784120] env[70498]: _type = "Task" [ 1197.784120] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.798261] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ecac1a-7a62-9472-80b9-f959c36c4bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.960911] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.982702] env[70498]: DEBUG nova.network.neutron [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Updated VIF entry in instance network info cache for port 84b5b123-aa0a-4524-89bc-1aca11184561. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.982979] env[70498]: DEBUG nova.network.neutron [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Updating instance_info_cache with network_info: [{"id": "84b5b123-aa0a-4524-89bc-1aca11184561", "address": "fa:16:3e:9c:0d:40", "network": {"id": "d493e21a-bf3e-4a60-b3b4-ba580c3fc826", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1552019619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baab9460134b4566b48f300e9fea5045", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84b5b123-aa", "ovs_interfaceid": "84b5b123-aa0a-4524-89bc-1aca11184561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.084954] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.140120] env[70498]: DEBUG nova.objects.instance [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.150395] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.150655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.150880] env[70498]: INFO nova.compute.manager [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Attaching volume 425aad76-eab6-4537-87e7-9b554a8c8a09 to /dev/sdb [ 1198.175695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.175997] env[70498]: DEBUG oslo_vmware.api [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615337, 'name': PowerOnVM_Task, 'duration_secs': 0.519752} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.176297] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.176469] env[70498]: INFO nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1198.176624] env[70498]: DEBUG nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.177425] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25573f3-e75b-4643-8c33-a0f1a68cc108 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.188151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340189a-7530-499e-a39f-bf560adcaa35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.204335] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a8cb1-de01-4013-956b-3eadcd762498 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.219084] env[70498]: DEBUG nova.virt.block_device [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating existing volume attachment record: 6f10eda1-d7d5-49b5-a07a-a84ec83f4ad7 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1198.291929] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d74e9-8b8a-4a83-be36-43f4444eaa13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.299943] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ecac1a-7a62-9472-80b9-f959c36c4bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.015474} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.300731] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.300999] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.301271] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.301417] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.301596] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.301859] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3905fe8b-c057-4fe6-b049-f7585809d693 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.308749] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd50f0b-529d-479f-8955-9346fa95c3b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.316024] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.316024] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.316024] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b807dbb0-10ea-4d2d-ac46-a66e4edb2858 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.345096] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402883fa-f1ab-4d1f-8834-e4a34050e309 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.349130] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1198.349130] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528e0f53-140a-841a-4db2-ba364a0c39d8" [ 1198.349130] env[70498]: _type = "Task" [ 1198.349130] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.356510] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee99e95b-9111-4d06-845e-d7bd5f1a35ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.364364] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528e0f53-140a-841a-4db2-ba364a0c39d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.381838] env[70498]: DEBUG nova.compute.provider_tree [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.489287] env[70498]: DEBUG oslo_concurrency.lockutils [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] Releasing lock "refresh_cache-6e85d64c-2b65-4094-be16-8b4722dc1b07" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.489594] env[70498]: DEBUG nova.compute.manager [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Received event network-vif-deleted-5e4a390e-b31f-4694-afd0-72e5a5be48fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.489762] env[70498]: INFO nova.compute.manager [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Neutron deleted interface 5e4a390e-b31f-4694-afd0-72e5a5be48fb; detaching it from the instance and deleting it from the info cache [ 1198.489933] env[70498]: DEBUG nova.network.neutron [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.644904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-77595f89-a14d-41df-bece-1f297be69043 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.707686] env[70498]: INFO nova.compute.manager [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Took 37.36 seconds to build instance. [ 1198.860459] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528e0f53-140a-841a-4db2-ba364a0c39d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014483} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.861307] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375da5f7-1446-40fc-8473-dfa72462faaf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.867557] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1198.867557] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52342a7a-ef59-199e-7905-5e35a0331ea1" [ 1198.867557] env[70498]: _type = "Task" [ 1198.867557] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.876308] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52342a7a-ef59-199e-7905-5e35a0331ea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.885613] env[70498]: DEBUG nova.scheduler.client.report [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.970181] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.992846] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d9d6f7e-a268-4234-aa35-0b28e256cfbd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.999107] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.999368] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.999526] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.999710] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.999935] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.000128] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.000353] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.000514] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.000682] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.000842] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.001029] env[70498]: DEBUG nova.virt.hardware [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.001862] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729bd664-bab0-437b-bf3b-11e728779cf3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.009129] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182058f-580d-4d66-a4a8-95b0742dd23c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.023281] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c3980-4746-4e9f-bf18-82a1c2e0b200 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.037622] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.043404] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Creating folder: Project (52e78631ec6345a0adedd83f55f24315). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.057546] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f91b2e-cd4b-4603-8e26-2168cc80fa2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.059336] env[70498]: DEBUG nova.compute.manager [req-830f147a-bb8b-45b1-947a-ada54e16d41f req-3eb67182-dea5-4a65-86e2-52f28766a65a service nova] [instance: 0b982c20-959e-47be-baef-95e737c44680] Detach interface failed, port_id=5e4a390e-b31f-4694-afd0-72e5a5be48fb, reason: Instance 0b982c20-959e-47be-baef-95e737c44680 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.071722] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Created folder: Project (52e78631ec6345a0adedd83f55f24315) in parent group-v720819. [ 1199.071942] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Creating folder: Instances. Parent ref: group-v721123. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1199.072328] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42afa57e-8ab9-493b-8653-98981af16e2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.083074] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Created folder: Instances in parent group-v721123. [ 1199.083385] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.083589] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.083801] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea090d98-7120-422d-a7e6-6ff592a91741 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.104330] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.104330] env[70498]: value = "task-3615343" [ 1199.104330] env[70498]: _type = "Task" [ 1199.104330] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.113277] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615343, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.191318] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.191554] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.209859] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dcee8466-859e-4579-9e06-7142cfbc75e8 tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.872s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.321780] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.322193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.379229] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52342a7a-ef59-199e-7905-5e35a0331ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.014214} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.379516] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.380746] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 6e85d64c-2b65-4094-be16-8b4722dc1b07/6e85d64c-2b65-4094-be16-8b4722dc1b07.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.380746] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db60c16d-c9fd-4124-9d48-3a13341de9b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.388337] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1199.388337] env[70498]: value = "task-3615344" [ 1199.388337] env[70498]: _type = "Task" [ 1199.388337] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.392264] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.392845] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.395987] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.381s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.396231] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.398230] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.377s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.407618] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.446397] env[70498]: INFO nova.scheduler.client.report [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted allocations for instance d64add4a-0a75-4204-8e81-12bb1c91250d [ 1199.616924] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615343, 'name': CreateVM_Task, 'duration_secs': 0.443592} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.620606] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.620606] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.620606] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.620606] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.620606] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91725c9d-d1bc-4f86-95d5-6eb3f7509fa4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.624215] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1199.624215] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5289b7de-6b7d-5aca-31a7-58820403e73b" [ 1199.624215] env[70498]: _type = "Task" [ 1199.624215] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.632550] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.633078] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5289b7de-6b7d-5aca-31a7-58820403e73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.633313] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e845e7-312f-4b63-a4e0-a4ce4181ce1c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.641021] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1199.641021] env[70498]: value = "task-3615345" [ 1199.641021] env[70498]: _type = "Task" [ 1199.641021] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.650995] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.694634] env[70498]: DEBUG nova.compute.utils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.825622] env[70498]: INFO nova.compute.manager [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Detaching volume 804e96f8-8c00-4839-8b34-6d3c8c62e434 [ 1199.869743] env[70498]: INFO nova.virt.block_device [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Attempting to driver detach volume 804e96f8-8c00-4839-8b34-6d3c8c62e434 from mountpoint /dev/sdb [ 1199.870084] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1199.870315] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721093', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'name': 'volume-804e96f8-8c00-4839-8b34-6d3c8c62e434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e5634c6-3e54-40a2-ae93-2621005c01cb', 'attached_at': '', 'detached_at': '', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'serial': '804e96f8-8c00-4839-8b34-6d3c8c62e434'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1199.871354] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f05b3-b03e-40a1-93ae-d9b05efff1cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.902660] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea69f9-c2aa-4260-a77a-556e0e59417a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.906549] env[70498]: DEBUG nova.compute.utils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.917634] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.917634] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.929090] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615344, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.932202] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fb03d-779a-4c9e-9515-5546e8baf940 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.960404] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413b70d-217c-4e9a-989b-217d5b4cd48e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.963937] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83fde281-bd24-4fa5-83ca-6a6206086696 tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "d64add4a-0a75-4204-8e81-12bb1c91250d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.249s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.969326] env[70498]: DEBUG nova.policy [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.984715] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] The volume has not been displaced from its original location: [datastore2] volume-804e96f8-8c00-4839-8b34-6d3c8c62e434/volume-804e96f8-8c00-4839-8b34-6d3c8c62e434.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1199.990618] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.991418] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71290094-d5e6-4ff5-91bc-72602115c358 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.014055] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1200.014055] env[70498]: value = "task-3615346" [ 1200.014055] env[70498]: _type = "Task" [ 1200.014055] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.026320] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.138066] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5289b7de-6b7d-5aca-31a7-58820403e73b, 'name': SearchDatastore_Task, 'duration_secs': 0.019802} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.138435] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.138643] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.138919] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.139077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.139286] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.139554] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c26b97e9-6c26-4401-b8b1-b3fb09df0cc8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.151429] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615345, 'name': PowerOffVM_Task, 'duration_secs': 0.294881} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.151708] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.152646] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8f4862-ec97-4534-8da2-3bf673f5d937 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.156665] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.156867] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.158105] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e29e5ea-cb5f-48b2-b90d-81ff738e274d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.178144] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f10e7-007f-4f54-a89a-85f7313dde02 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.183581] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1200.183581] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52a66a37-e6a9-4a02-b518-0a95fa7a13af" [ 1200.183581] env[70498]: _type = "Task" [ 1200.183581] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.199681] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.200380] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a66a37-e6a9-4a02-b518-0a95fa7a13af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.225747] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.226087] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f76a469-1e43-4c25-8e1d-95b8f27db9cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.236839] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1200.236839] env[70498]: value = "task-3615347" [ 1200.236839] env[70498]: _type = "Task" [ 1200.236839] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.246806] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.317030] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Successfully created port: 7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.409464] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.409729] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 6e85d64c-2b65-4094-be16-8b4722dc1b07/6e85d64c-2b65-4094-be16-8b4722dc1b07.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.410087] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.410529] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84721987-6c28-48b2-8918-0ad029fd87bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.420361] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.424967] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1200.424967] env[70498]: value = "task-3615348" [ 1200.424967] env[70498]: _type = "Task" [ 1200.424967] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.444116] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.455665] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance bab958b5-eb15-42d5-a24b-dcb23999a301 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.455665] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.455871] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.455919] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance f26147e0-8885-4f63-855d-8cb02de2acd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.456138] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 88ff5135-3d18-4817-aaf8-c7f6d0d3c638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.456784] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8e5634c6-3e54-40a2-ae93-2621005c01cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.456784] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 33861776-c29a-4b3b-87e7-f7ef2849dbef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.456784] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance dfa0b2b6-cd70-44ae-bc85-325b587775ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.457051] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 308b811e-98f6-4247-97c2-50fe3edd6c3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.457164] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 93216dec-651d-4c54-924c-ce39b1ed0d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.457363] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance fa7dcdd5-7619-4450-8dd8-50d94498c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.457592] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1200.457829] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 4cf6727c-8707-4e92-82c7-519ad38427be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1200.458054] env[70498]: WARNING nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 0b982c20-959e-47be-baef-95e737c44680 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1200.458259] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 2b9d3231-fbe9-4cda-bf52-409183dd3769 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.458456] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance eec07ac4-3949-4e5d-bc1c-5fd15a994fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.458731] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 6e85d64c-2b65-4094-be16-8b4722dc1b07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.460013] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.460013] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance cebe4616-08f5-4362-90cf-a6dd9d24aec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1200.525188] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.694747] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52a66a37-e6a9-4a02-b518-0a95fa7a13af, 'name': SearchDatastore_Task, 'duration_secs': 0.017862} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.695587] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd84eb6e-ec2e-4dba-803a-3768aa837ad9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.701742] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1200.701742] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f63c9d-f38d-0f16-414a-67029e0389cd" [ 1200.701742] env[70498]: _type = "Task" [ 1200.701742] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.710944] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f63c9d-f38d-0f16-414a-67029e0389cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.748714] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1200.749031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.749388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.749554] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.749738] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.750086] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-509328bd-275e-454c-baf6-99e33f8dea24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.760927] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.764149] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.764149] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc49b5d3-62b5-4825-a968-eb295309fb62 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.772523] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1200.772523] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520574cc-c210-e294-8181-04d3c39f5904" [ 1200.772523] env[70498]: _type = "Task" [ 1200.772523] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.784441] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520574cc-c210-e294-8181-04d3c39f5904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.941020] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234727} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.941874] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.942548] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af854ff5-e2bc-40ef-8b8b-5f3b30b96c46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.965855] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 6e85d64c-2b65-4094-be16-8b4722dc1b07/6e85d64c-2b65-4094-be16-8b4722dc1b07.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.967304] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1200.967848] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1200.967848] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1200.969990] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb1a7e-23c2-4a0a-8518-999399351bd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.992116] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1200.992116] env[70498]: value = "task-3615350" [ 1200.992116] env[70498]: _type = "Task" [ 1200.992116] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.002092] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.030263] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615346, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.221040] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f63c9d-f38d-0f16-414a-67029e0389cd, 'name': SearchDatastore_Task, 'duration_secs': 0.033528} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.221560] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.221933] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.222334] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5cbde1-75a9-44e8-84d4-f5d1a501d231 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.232511] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1201.232511] env[70498]: value = "task-3615351" [ 1201.232511] env[70498]: _type = "Task" [ 1201.232511] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.242361] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.269696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.270128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.270399] env[70498]: INFO nova.compute.manager [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attaching volume e6e393c3-1f90-47d4-a34e-26538809dff5 to /dev/sdc [ 1201.287033] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520574cc-c210-e294-8181-04d3c39f5904, 'name': SearchDatastore_Task, 'duration_secs': 0.03129} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.290713] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1592da32-385c-455a-9f23-cb7094095237 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.298701] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1201.298701] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5205edd2-c25b-712f-6c7c-2b64f92e5b58" [ 1201.298701] env[70498]: _type = "Task" [ 1201.298701] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.305389] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608c6d4-b2ca-4d39-925d-69c82c99f93a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.318987] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5205edd2-c25b-712f-6c7c-2b64f92e5b58, 'name': SearchDatastore_Task, 'duration_secs': 0.016656} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.321117] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7325b-88ea-48f2-a3ba-da764d60120d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.326431] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.326693] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. {{(pid=70498) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1201.327481] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e6bf20-ed57-41ff-ae54-2f266d499d88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.330174] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c005929-a5af-4553-a141-28fee80d9a54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.338169] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc1b71-18e8-43d5-8dea-a4b5bdc74dc6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.367725] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1201.367725] env[70498]: value = "task-3615352" [ 1201.367725] env[70498]: _type = "Task" [ 1201.367725] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.369457] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b45443-0e4c-46d6-9d32-7ebde0927c49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.385025] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d7a855-afdd-4b05-819e-35e8c75dbac9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.388143] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.392279] env[70498]: DEBUG nova.virt.block_device [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating existing volume attachment record: a9696b87-3346-4893-aba0-af1c88a91c22 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.406471] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.431659] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.460054] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.460322] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.460479] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.460659] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.460803] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.460946] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.461171] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.461404] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.461582] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.461744] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.461959] env[70498]: DEBUG nova.virt.hardware [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.462890] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a3773-7d9c-4ada-b45f-004a6cde4dd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.471806] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fae394-a831-494e-898a-39bfca3002db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.501935] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.527076] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615346, 'name': ReconfigVM_Task, 'duration_secs': 1.396277} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.527444] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.532801] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.533060] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.533305] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.533502] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.533671] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.535447] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ebde5a-f4b7-485a-8f55-de3be6cce800 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.546088] env[70498]: INFO nova.compute.manager [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Terminating instance [ 1201.555493] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1201.555493] env[70498]: value = "task-3615353" [ 1201.555493] env[70498]: _type = "Task" [ 1201.555493] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.566202] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.748426] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615351, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.824300] env[70498]: DEBUG nova.compute.manager [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received event network-vif-plugged-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.824595] env[70498]: DEBUG oslo_concurrency.lockutils [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.825014] env[70498]: DEBUG oslo_concurrency.lockutils [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.825287] env[70498]: DEBUG oslo_concurrency.lockutils [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.825521] env[70498]: DEBUG nova.compute.manager [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] No waiting events found dispatching network-vif-plugged-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.825744] env[70498]: WARNING nova.compute.manager [req-805652e9-8317-4e37-9255-6556d17b149c req-4c9f79cb-5fb6-4272-a7f8-e86550302ec8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received unexpected event network-vif-plugged-7f19ad26-fee5-4461-b6a0-a65f8677dded for instance with vm_state building and task_state spawning. [ 1201.879992] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615352, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.885763] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.886071] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.908414] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.911962] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Successfully updated port: 7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.005447] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615350, 'name': ReconfigVM_Task, 'duration_secs': 0.790199} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.005806] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 6e85d64c-2b65-4094-be16-8b4722dc1b07/6e85d64c-2b65-4094-be16-8b4722dc1b07.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.006538] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d83ea6-a095-46c1-bb0b-4c556e54ee96 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.018459] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1202.018459] env[70498]: value = "task-3615355" [ 1202.018459] env[70498]: _type = "Task" [ 1202.018459] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.030636] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615355, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.051310] env[70498]: DEBUG nova.compute.manager [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.051693] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.052930] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f90b73-c7af-45b2-a42b-1980362cf27b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.069012] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.073380] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd69f8d7-0304-4381-9708-5e6a8014220e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.075734] env[70498]: DEBUG oslo_vmware.api [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615353, 'name': ReconfigVM_Task, 'duration_secs': 0.219058} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.076173] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721093', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'name': 'volume-804e96f8-8c00-4839-8b34-6d3c8c62e434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e5634c6-3e54-40a2-ae93-2621005c01cb', 'attached_at': '', 'detached_at': '', 'volume_id': '804e96f8-8c00-4839-8b34-6d3c8c62e434', 'serial': '804e96f8-8c00-4839-8b34-6d3c8c62e434'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.087548] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1202.087548] env[70498]: value = "task-3615356" [ 1202.087548] env[70498]: _type = "Task" [ 1202.087548] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.101127] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.245414] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842992} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.245812] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.246038] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.246336] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61a663a3-4bf3-48c4-971f-b84305d079e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254356] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1202.254356] env[70498]: value = "task-3615357" [ 1202.254356] env[70498]: _type = "Task" [ 1202.254356] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.268664] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.379753] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917865} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.380046] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk. [ 1202.380836] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771a8eba-efe7-474f-bb8b-38df3683cf50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.402211] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.412954] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.413508] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa6a8e3a-1b1d-4ddd-b80e-1a854e7e028e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.428287] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1202.428487] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.030s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.428906] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.429044] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.429190] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.430370] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.335s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.430570] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.433027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.608s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.433027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.434713] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.645s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.436357] env[70498]: INFO nova.compute.claims [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.446599] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1202.446599] env[70498]: value = "task-3615358" [ 1202.446599] env[70498]: _type = "Task" [ 1202.446599] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.456476] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.465626] env[70498]: INFO nova.scheduler.client.report [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted allocations for instance c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94 [ 1202.475838] env[70498]: INFO nova.scheduler.client.report [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Deleted allocations for instance 4cf6727c-8707-4e92-82c7-519ad38427be [ 1202.530713] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615355, 'name': Rename_Task, 'duration_secs': 0.288943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.531069] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.531363] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-161d2844-ad02-469e-9d09-ab4263c6f036 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.539022] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1202.539022] env[70498]: value = "task-3615359" [ 1202.539022] env[70498]: _type = "Task" [ 1202.539022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.547124] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.598704] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615356, 'name': PowerOffVM_Task, 'duration_secs': 0.228478} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.598998] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.599199] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.599481] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e82e736-ca86-48d0-82cf-21be69945010 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.766066] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078303} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.766189] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.767059] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb482c-e39e-42d1-bcbf-1411f121dd93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.787616] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.788770] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.788972] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721122', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'name': 'volume-425aad76-eab6-4537-87e7-9b554a8c8a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa7dcdd5-7619-4450-8dd8-50d94498c4be', 'attached_at': '', 'detached_at': '', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'serial': '425aad76-eab6-4537-87e7-9b554a8c8a09'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.789552] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a358b3-cb93-4822-9732-26680fd7d31a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.804605] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7b481-fbca-4a07-8662-cf58b04e14b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.813285] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.813507] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.813691] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleting the datastore file [datastore1] eec07ac4-3949-4e5d-bc1c-5fd15a994fe8 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.813954] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06499c3e-5073-4287-b7d2-5f0d35d9f9e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.829229] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3598c5-9db3-4a6a-aba3-f2b3266d52bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.831934] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1202.831934] env[70498]: value = "task-3615361" [ 1202.831934] env[70498]: _type = "Task" [ 1202.831934] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.833343] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for the task: (returnval){ [ 1202.833343] env[70498]: value = "task-3615362" [ 1202.833343] env[70498]: _type = "Task" [ 1202.833343] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.862631] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-425aad76-eab6-4537-87e7-9b554a8c8a09/volume-425aad76-eab6-4537-87e7-9b554a8c8a09.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.863315] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669b0878-c868-43b4-82ad-12b37ddb12ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.879511] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.884641] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.885997] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1202.885997] env[70498]: value = "task-3615363" [ 1202.885997] env[70498]: _type = "Task" [ 1202.885997] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.897162] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.931027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.956613] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615358, 'name': ReconfigVM_Task, 'duration_secs': 0.32635} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.957660] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769/f797ac49-600a-4f52-a735-e68b5056bb6a-rescue.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.958394] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa72a451-bb1e-4605-8a88-9628010785a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.990481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e63b6734-c4c9-443f-99f9-017a671ee4e6 tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "4cf6727c-8707-4e92-82c7-519ad38427be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.408s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.991582] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1515507a-1250-40ab-a072-04230f8156fb tempest-MultipleCreateTestJSON-1419190223 tempest-MultipleCreateTestJSON-1419190223-project-member] Lock "c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.571s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.994432] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.995295] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809bb7b5-654b-4746-8404-5df50053573d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.015638] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1203.015638] env[70498]: value = "task-3615364" [ 1203.015638] env[70498]: _type = "Task" [ 1203.015638] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.026664] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.051791] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.250201] env[70498]: DEBUG nova.network.neutron [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updating instance_info_cache with network_info: [{"id": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "address": "fa:16:3e:e1:0a:a4", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f19ad26-fe", "ovs_interfaceid": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.349523] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615361, 'name': ReconfigVM_Task, 'duration_secs': 0.343259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.350265] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.350950] env[70498]: DEBUG oslo_vmware.api [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Task: {'id': task-3615362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295187} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.352129] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b556ffe9-0d20-49b1-9a87-e4d5384cbdf1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.352933] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.353169] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.353325] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.353500] env[70498]: INFO nova.compute.manager [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1203.353873] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.354022] env[70498]: DEBUG nova.compute.manager [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.354120] env[70498]: DEBUG nova.network.neutron [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.366030] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1203.366030] env[70498]: value = "task-3615365" [ 1203.366030] env[70498]: _type = "Task" [ 1203.366030] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.372224] env[70498]: DEBUG nova.objects.instance [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'flavor' on Instance uuid 8e5634c6-3e54-40a2-ae93-2621005c01cb {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.385861] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615365, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.397169] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615363, 'name': ReconfigVM_Task, 'duration_secs': 0.498978} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.397561] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-425aad76-eab6-4537-87e7-9b554a8c8a09/volume-425aad76-eab6-4537-87e7-9b554a8c8a09.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.403969] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b13532a-70ea-4a39-a26d-263b9ba6436e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.421366] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1203.421366] env[70498]: value = "task-3615366" [ 1203.421366] env[70498]: _type = "Task" [ 1203.421366] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.432206] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.528407] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615364, 'name': ReconfigVM_Task, 'duration_secs': 0.301926} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.528684] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.528937] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00b6a2e6-271f-44d3-ac95-858d098712a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.543796] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1203.543796] env[70498]: value = "task-3615367" [ 1203.543796] env[70498]: _type = "Task" [ 1203.543796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.563502] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.563774] env[70498]: DEBUG oslo_vmware.api [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615359, 'name': PowerOnVM_Task, 'duration_secs': 0.530443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.564161] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.564286] env[70498]: INFO nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1203.564371] env[70498]: DEBUG nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.567557] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56812cfe-7508-4983-934a-940433d13c9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.753716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.754169] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance network_info: |[{"id": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "address": "fa:16:3e:e1:0a:a4", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f19ad26-fe", "ovs_interfaceid": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.757225] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:0a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f19ad26-fee5-4461-b6a0-a65f8677dded', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.764673] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.765094] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.765335] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04abc77a-5ba1-4a1c-b2d3-c5391c273242 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.784188] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48985813-ede8-4938-9f3f-e96e3564431e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.794471] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ac7ce7-c090-4511-b35a-6373499783bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.797614] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.797614] env[70498]: value = "task-3615369" [ 1203.797614] env[70498]: _type = "Task" [ 1203.797614] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.828278] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea3d72-e2ae-45e8-86c5-dbc0698edc36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.834868] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615369, 'name': CreateVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.840413] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675529be-3b36-4add-a675-3fbba88946f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.857698] env[70498]: DEBUG nova.compute.provider_tree [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.881562] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615365, 'name': Rename_Task, 'duration_secs': 0.174951} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.882862] env[70498]: DEBUG nova.compute.manager [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received event network-changed-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.883170] env[70498]: DEBUG nova.compute.manager [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Refreshing instance network info cache due to event network-changed-7f19ad26-fee5-4461-b6a0-a65f8677dded. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.883321] env[70498]: DEBUG oslo_concurrency.lockutils [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] Acquiring lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.883478] env[70498]: DEBUG oslo_concurrency.lockutils [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] Acquired lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.883641] env[70498]: DEBUG nova.network.neutron [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Refreshing network info cache for port 7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.886928] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.886982] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa0b35a-f237-4c8c-abda-6bed935f1fab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.897297] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1203.897297] env[70498]: value = "task-3615370" [ 1203.897297] env[70498]: _type = "Task" [ 1203.897297] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.907612] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.932680] env[70498]: DEBUG oslo_vmware.api [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615366, 'name': ReconfigVM_Task, 'duration_secs': 0.182079} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.932680] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721122', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'name': 'volume-425aad76-eab6-4537-87e7-9b554a8c8a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa7dcdd5-7619-4450-8dd8-50d94498c4be', 'attached_at': '', 'detached_at': '', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'serial': '425aad76-eab6-4537-87e7-9b554a8c8a09'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.061339] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.088809] env[70498]: INFO nova.compute.manager [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Took 30.86 seconds to build instance. [ 1204.310328] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615369, 'name': CreateVM_Task, 'duration_secs': 0.474814} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.311023] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.313842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.313842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.313842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.313842] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b97383c-8052-46aa-b1a2-e3756e1ceaf1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.319693] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1204.319693] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5222575e-c018-7663-1a11-8c38dad991e6" [ 1204.319693] env[70498]: _type = "Task" [ 1204.319693] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.329871] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5222575e-c018-7663-1a11-8c38dad991e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.360506] env[70498]: DEBUG nova.scheduler.client.report [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.376251] env[70498]: DEBUG nova.network.neutron [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.393369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f9eb2f2-d178-4eca-b642-087cc0edc6b9 tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.070s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.418905] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.512536] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.558033] env[70498]: DEBUG oslo_vmware.api [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615367, 'name': PowerOnVM_Task, 'duration_secs': 0.592207} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.558320] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.563984] env[70498]: DEBUG nova.compute.manager [None req-b9bba0e7-0afe-4695-bb42-16d3cf789bc3 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.563984] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16518aa4-707f-4db8-a0a9-36aa2a08b2cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.591714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f1a12b5b-a833-4611-ae5e-1156df5f35de tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.377s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.592085] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.080s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.592356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.592567] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.592735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.594794] env[70498]: INFO nova.compute.manager [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Terminating instance [ 1204.664909] env[70498]: DEBUG nova.network.neutron [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updated VIF entry in instance network info cache for port 7f19ad26-fee5-4461-b6a0-a65f8677dded. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.665300] env[70498]: DEBUG nova.network.neutron [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updating instance_info_cache with network_info: [{"id": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "address": "fa:16:3e:e1:0a:a4", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f19ad26-fe", "ovs_interfaceid": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.831093] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5222575e-c018-7663-1a11-8c38dad991e6, 'name': SearchDatastore_Task, 'duration_secs': 0.021562} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.831401] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.831637] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.831871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.836018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.836018] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.836018] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fee772f-12e5-4be7-bfd0-d7143c71877d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.845468] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.845649] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.846373] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b591c69-abed-4663-aa58-5320d8ac6caa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.852177] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1204.852177] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5234a4a4-8726-71bb-42d5-127a69cbc50a" [ 1204.852177] env[70498]: _type = "Task" [ 1204.852177] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.860726] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5234a4a4-8726-71bb-42d5-127a69cbc50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.866601] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.867159] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.869852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.703s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.870073] env[70498]: DEBUG nova.objects.instance [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1204.879179] env[70498]: INFO nova.compute.manager [-] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Took 1.53 seconds to deallocate network for instance. [ 1204.910163] env[70498]: DEBUG oslo_vmware.api [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615370, 'name': PowerOnVM_Task, 'duration_secs': 0.603425} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.910163] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.910503] env[70498]: INFO nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1204.910808] env[70498]: DEBUG nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.911867] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ad5525-7cc2-43b4-aa9f-8b77cbdfaa10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.972228] env[70498]: DEBUG nova.objects.instance [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid fa7dcdd5-7619-4450-8dd8-50d94498c4be {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.102860] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.103797] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.103797] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.104090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.104090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.107617] env[70498]: DEBUG nova.compute.manager [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.107889] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.111756] env[70498]: INFO nova.compute.manager [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Terminating instance [ 1205.118451] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3a2fd-4560-4cf7-ba02-814e4b266cdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.129127] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.129450] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76777050-e300-43f2-8d9a-7810d7793f82 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.139678] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1205.139678] env[70498]: value = "task-3615371" [ 1205.139678] env[70498]: _type = "Task" [ 1205.139678] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.159020] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.168607] env[70498]: DEBUG oslo_concurrency.lockutils [req-41913e59-9ffe-431d-bc21-fe8fbd995553 req-d828590d-1ad2-4eac-8749-d82bca0e36af service nova] Releasing lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.333669] env[70498]: DEBUG nova.compute.manager [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.333669] env[70498]: DEBUG nova.compute.manager [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing instance network info cache due to event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.333669] env[70498]: DEBUG oslo_concurrency.lockutils [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.333669] env[70498]: DEBUG oslo_concurrency.lockutils [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.333669] env[70498]: DEBUG nova.network.neutron [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.364225] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5234a4a4-8726-71bb-42d5-127a69cbc50a, 'name': SearchDatastore_Task, 'duration_secs': 0.024987} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.366227] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75172fb2-24c6-465a-8d99-998d2c6f934b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.374467] env[70498]: DEBUG nova.compute.utils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.375920] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1205.375920] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c4f1e7-7a58-12c2-0c04-760b09d2811c" [ 1205.375920] env[70498]: _type = "Task" [ 1205.375920] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.381699] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.381959] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.385425] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.398407] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c4f1e7-7a58-12c2-0c04-760b09d2811c, 'name': SearchDatastore_Task, 'duration_secs': 0.014083} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.398712] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.399423] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cebe4616-08f5-4362-90cf-a6dd9d24aec1/cebe4616-08f5-4362-90cf-a6dd9d24aec1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.399423] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc897818-42c0-4c17-baca-5ec95c9d95ca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.410489] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1205.410489] env[70498]: value = "task-3615372" [ 1205.410489] env[70498]: _type = "Task" [ 1205.410489] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.422104] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.433647] env[70498]: INFO nova.compute.manager [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Took 21.94 seconds to build instance. [ 1205.478306] env[70498]: DEBUG oslo_concurrency.lockutils [None req-22f24643-c674-4496-bc83-f3cf3d946fc0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.491672] env[70498]: DEBUG nova.policy [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.618714] env[70498]: DEBUG nova.compute.manager [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.619299] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.620317] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90174cdf-02e9-4844-9160-7c92dc548dca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.630167] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.630525] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b05f4b-bf04-4731-9ca5-833590e9d856 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.638819] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1205.638819] env[70498]: value = "task-3615373" [ 1205.638819] env[70498]: _type = "Task" [ 1205.638819] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.654710] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.659617] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615371, 'name': PowerOffVM_Task, 'duration_secs': 0.298198} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.659617] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.659795] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.660152] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32465420-2fe0-487c-8737-2f79613ba001 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.739816] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.741083] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.741083] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleting the datastore file [datastore2] 6e85d64c-2b65-4094-be16-8b4722dc1b07 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.741083] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8df49d56-35c0-4764-9bc3-69bc966755c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.755320] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for the task: (returnval){ [ 1205.755320] env[70498]: value = "task-3615375" [ 1205.755320] env[70498]: _type = "Task" [ 1205.755320] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.772267] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.792496] env[70498]: INFO nova.compute.manager [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Rebuilding instance [ 1205.871143] env[70498]: DEBUG nova.compute.manager [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.872522] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fea4e-2fa6-4159-98ee-02669af0b088 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.878033] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.886394] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a23fc636-d0ad-4347-aa1b-c3d0b3a90560 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.891041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.715s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.892208] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.895821] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.965s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.898046] env[70498]: INFO nova.compute.claims [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.934965] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.937019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-48cadf31-5423-4825-9085-bfc96a7756b3 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.454s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.954444] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1205.954959] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721126', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'name': 'volume-e6e393c3-1f90-47d4-a34e-26538809dff5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'serial': 'e6e393c3-1f90-47d4-a34e-26538809dff5'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1205.956700] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8fbbc1-94fc-405a-98df-a3a5a5ac643d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.962665] env[70498]: INFO nova.scheduler.client.report [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance 0b982c20-959e-47be-baef-95e737c44680 [ 1205.988139] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992d15a-a9c5-4434-9adb-70036936403b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.027036] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-e6e393c3-1f90-47d4-a34e-26538809dff5/volume-e6e393c3-1f90-47d4-a34e-26538809dff5.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.031260] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4950a225-6009-4c11-8b03-f1a98cba5e36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.055598] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1206.055598] env[70498]: value = "task-3615376" [ 1206.055598] env[70498]: _type = "Task" [ 1206.055598] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.069065] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.149669] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615373, 'name': PowerOffVM_Task, 'duration_secs': 0.375545} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.150078] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.150159] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.150727] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c57b5a8e-638d-41b6-bc25-e378d36050cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.160146] env[70498]: DEBUG nova.compute.manager [req-9fd3039f-5114-4ad1-a6eb-ca59e0211617 req-4f76e9a7-20f8-471f-bfba-4e9addbd1a15 service nova] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Received event network-vif-deleted-e33e1f14-5993-4d20-acb3-5ff18bcda543 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.228988] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.229261] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.229509] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleting the datastore file [datastore2] 8e5634c6-3e54-40a2-ae93-2621005c01cb {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.229769] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46bcbf98-33e7-4f0c-8e53-8981793281e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.237651] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1206.237651] env[70498]: value = "task-3615378" [ 1206.237651] env[70498]: _type = "Task" [ 1206.237651] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.246028] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.267320] env[70498]: DEBUG oslo_vmware.api [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Task: {'id': task-3615375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423425} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.267667] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.267900] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.268139] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.268371] env[70498]: INFO nova.compute.manager [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1206.268673] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.268922] env[70498]: DEBUG nova.compute.manager [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.269036] env[70498]: DEBUG nova.network.neutron [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.276031] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Successfully created port: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.424127] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687252} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.424488] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] cebe4616-08f5-4362-90cf-a6dd9d24aec1/cebe4616-08f5-4362-90cf-a6dd9d24aec1.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.424574] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.424823] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74711eee-340b-4968-a840-2c8c370a0875 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.434039] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1206.434039] env[70498]: value = "task-3615379" [ 1206.434039] env[70498]: _type = "Task" [ 1206.434039] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.443017] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.473643] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c0ff32a1-56d5-4f88-ae68-adf1ada70716 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "0b982c20-959e-47be-baef-95e737c44680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.707s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.568948] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.609829] env[70498]: DEBUG nova.network.neutron [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updated VIF entry in instance network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.610260] env[70498]: DEBUG nova.network.neutron [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.748236] env[70498]: DEBUG oslo_vmware.api [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160429} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.748498] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.748683] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.748862] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.749063] env[70498]: INFO nova.compute.manager [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.749342] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.749545] env[70498]: DEBUG nova.compute.manager [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.749636] env[70498]: DEBUG nova.network.neutron [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.893026] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.913890] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.917281] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0cbd4c-5f93-4585-bf2e-7f9c4bea484d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.929229] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1206.929229] env[70498]: value = "task-3615380" [ 1206.929229] env[70498]: _type = "Task" [ 1206.929229] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.934545] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.934883] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.935148] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.935480] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.935729] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.935991] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.936338] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.936615] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.936863] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.937114] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.937739] env[70498]: DEBUG nova.virt.hardware [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.938959] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53186db9-e047-482a-be87-63c56c3d01fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.960458] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07421} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.965030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.965542] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.969374] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67427bab-168c-496d-ae1a-9a51ab14fc54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.975903] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9edde29-91ba-4d10-9a13-570b69794a8b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.016727] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] cebe4616-08f5-4362-90cf-a6dd9d24aec1/cebe4616-08f5-4362-90cf-a6dd9d24aec1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.020283] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d90858e-cb46-4ec6-84b8-3121825c834a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.048484] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1207.048484] env[70498]: value = "task-3615381" [ 1207.048484] env[70498]: _type = "Task" [ 1207.048484] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.056228] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.066827] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615376, 'name': ReconfigVM_Task, 'duration_secs': 0.525744} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.067717] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-e6e393c3-1f90-47d4-a34e-26538809dff5/volume-e6e393c3-1f90-47d4-a34e-26538809dff5.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.075088] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-246cbd9c-e2f8-4a1c-b11f-1c582de97e41 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.092891] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1207.092891] env[70498]: value = "task-3615382" [ 1207.092891] env[70498]: _type = "Task" [ 1207.092891] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.100903] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.114512] env[70498]: DEBUG oslo_concurrency.lockutils [req-70052871-1618-4522-a965-0b97c3adbf17 req-a145a3c8-64dd-4af3-860e-da360893348c service nova] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.315014] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e2c0e4-56c5-4eba-9123-7dd5fc8a9d70 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.323071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57ec552-15f8-489e-9496-4ef1a2c86bdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.357303] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfbe5d2-7bf4-4b3f-a8a6-842abf7796cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.365092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c533461-7027-4daa-8ad2-5e0ddd8c6bcb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.379767] env[70498]: DEBUG nova.compute.provider_tree [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.448503] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615380, 'name': PowerOffVM_Task, 'duration_secs': 0.207327} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.448757] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.448946] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.449746] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8ac19a-eece-4d68-85b9-b43e4080c9d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.456980] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.456980] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12ddbfb0-6163-4905-916c-98c9753a741f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.485056] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.485283] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.485471] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Deleting the datastore file [datastore2] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.485740] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c41bd829-4e0b-498c-acf5-90adbb8dd96b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.493029] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1207.493029] env[70498]: value = "task-3615384" [ 1207.493029] env[70498]: _type = "Task" [ 1207.493029] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.501036] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.555996] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.603572] env[70498]: DEBUG oslo_vmware.api [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615382, 'name': ReconfigVM_Task, 'duration_secs': 0.241837} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.603572] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721126', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'name': 'volume-e6e393c3-1f90-47d4-a34e-26538809dff5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'serial': 'e6e393c3-1f90-47d4-a34e-26538809dff5'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1207.662116] env[70498]: DEBUG nova.network.neutron [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.815082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "e13968a9-8677-44af-9111-289a4f64f448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.815082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.841808] env[70498]: DEBUG nova.compute.manager [req-b2a650a2-cf83-438a-b373-6fb75b75dc61 req-4b8aecd8-f561-4803-b9b2-ecd96428587d service nova] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Received event network-vif-deleted-84b5b123-aa0a-4524-89bc-1aca11184561 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.885022] env[70498]: DEBUG nova.scheduler.client.report [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.979871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.980130] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.006186] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098865} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.006465] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.006645] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.006915] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.059402] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615381, 'name': ReconfigVM_Task, 'duration_secs': 0.525087} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.060730] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Reconfigured VM instance instance-0000006b to attach disk [datastore2] cebe4616-08f5-4362-90cf-a6dd9d24aec1/cebe4616-08f5-4362-90cf-a6dd9d24aec1.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.061374] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8328e0a4-5340-42e3-bdff-8c7c21c51100 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.069520] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1208.069520] env[70498]: value = "task-3615385" [ 1208.069520] env[70498]: _type = "Task" [ 1208.069520] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.079655] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615385, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.167487] env[70498]: INFO nova.compute.manager [-] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Took 1.90 seconds to deallocate network for instance. [ 1208.206102] env[70498]: DEBUG nova.compute.manager [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.206102] env[70498]: DEBUG nova.compute.manager [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing instance network info cache due to event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.206102] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.206102] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.206102] env[70498]: DEBUG nova.network.neutron [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.256127] env[70498]: DEBUG nova.network.neutron [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.266562] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Successfully updated port: ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.319568] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.390035] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.390588] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.393861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.009s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.395024] env[70498]: DEBUG nova.objects.instance [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lazy-loading 'resources' on Instance uuid eec07ac4-3949-4e5d-bc1c-5fd15a994fe8 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.483123] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.526218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.526218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.581257] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615385, 'name': Rename_Task, 'duration_secs': 0.16428} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.583127] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.583127] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00263a81-c741-477e-bb47-c5f9bedc6b2a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.594766] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1208.594766] env[70498]: value = "task-3615386" [ 1208.594766] env[70498]: _type = "Task" [ 1208.594766] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.606150] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.656136] env[70498]: DEBUG nova.objects.instance [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.674887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.760479] env[70498]: INFO nova.compute.manager [-] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Took 2.01 seconds to deallocate network for instance. [ 1208.773168] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.776046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.776046] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.851602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.897022] env[70498]: DEBUG nova.compute.utils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.901496] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.901496] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.975263] env[70498]: DEBUG nova.policy [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a07430f39944eb188f55fce05434c82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35117c9c953949a4be8e583cd762fab9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.016943] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.032160] env[70498]: INFO nova.compute.manager [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Detaching volume e96005c4-f697-45eb-bcb0-f685b1ac7bda [ 1209.037551] env[70498]: DEBUG nova.network.neutron [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updated VIF entry in instance network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.038053] env[70498]: DEBUG nova.network.neutron [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.061370] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.061867] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.061867] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.062031] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.062227] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.062315] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.062526] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.062743] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.063061] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.063254] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.063431] env[70498]: DEBUG nova.virt.hardware [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.064927] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f47a1a7-1aae-4543-add2-d1bcdf708f3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.078562] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec43442-87d8-4848-b963-73d6ef334433 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.102373] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.114476] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.114476] env[70498]: INFO nova.virt.block_device [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Attempting to driver detach volume e96005c4-f697-45eb-bcb0-f685b1ac7bda from mountpoint /dev/sdb [ 1209.114476] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.114476] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.114476] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.116221] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19e52a8-bcd8-47e5-9b4e-960e2056f4e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.120084] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6472aaf5-defc-437b-b636-8c6d0f4078dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.148160] env[70498]: DEBUG oslo_vmware.api [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615386, 'name': PowerOnVM_Task, 'duration_secs': 0.47869} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.166460] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.166718] env[70498]: INFO nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1209.166900] env[70498]: DEBUG nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.167203] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.167203] env[70498]: value = "task-3615387" [ 1209.167203] env[70498]: _type = "Task" [ 1209.167203] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.172276] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e705b62-31c1-4d45-8999-88a54c4b7453 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.175345] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a31255-0717-47dd-8754-a7bae2ead4c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.179212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6d57ecea-ac99-419d-b3d5-e76e155ba2de tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.194854] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615387, 'name': CreateVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.198537] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c244ab0-2fbb-47b0-ac42-48eeaf263feb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.225276] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849eb6e-a0cf-46cc-b59c-d6c846ddd422 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.247277] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] The volume has not been displaced from its original location: [datastore1] volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda/volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.250905] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.255019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb7ed09-21f0-4158-972b-869cf3932a42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.269817] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.277178] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1209.277178] env[70498]: value = "task-3615388" [ 1209.277178] env[70498]: _type = "Task" [ 1209.277178] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.292023] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.327785] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.392905] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185676f0-2587-472d-a9ba-5df0b9933dfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.402683] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d611c7-ffa0-47cd-af05-bec48fc8a2c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.406705] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.438672] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f326fd3-3470-4d6f-8c9a-3f22ecd473d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.448954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d42d97-934e-4e4b-a2a2-5668b4e2f3db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.466038] env[70498]: DEBUG nova.compute.provider_tree [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.529189] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Successfully created port: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.543864] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.543864] env[70498]: DEBUG nova.compute.manager [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-plugged-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.543864] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.543864] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.543864] env[70498]: DEBUG oslo_concurrency.lockutils [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.543864] env[70498]: DEBUG nova.compute.manager [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] No waiting events found dispatching network-vif-plugged-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.543864] env[70498]: WARNING nova.compute.manager [req-ff5aa11e-3a56-4031-a3c9-f5c7e85c634f req-829731dc-cd8f-48b6-9ae9-8882c56d0c24 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received unexpected event network-vif-plugged-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 for instance with vm_state building and task_state spawning. [ 1209.580023] env[70498]: DEBUG nova.network.neutron [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.690863] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615387, 'name': CreateVM_Task, 'duration_secs': 0.373684} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.690863] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.695571] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.695571] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.695571] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.695571] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db0faccf-fd3d-46b8-aef3-354b47cb62c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.699014] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1209.699014] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52811ebd-c0d3-6bde-c94a-7e5942be7518" [ 1209.699014] env[70498]: _type = "Task" [ 1209.699014] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.714963] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52811ebd-c0d3-6bde-c94a-7e5942be7518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.715422] env[70498]: INFO nova.compute.manager [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Took 26.03 seconds to build instance. [ 1209.791787] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615388, 'name': ReconfigVM_Task, 'duration_secs': 0.248925} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.791787] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.795606] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc246ab7-39f4-4e16-a456-0a0962c10d5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.812009] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1209.812009] env[70498]: value = "task-3615389" [ 1209.812009] env[70498]: _type = "Task" [ 1209.812009] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.821121] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.967706] env[70498]: DEBUG nova.scheduler.client.report [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.056046] env[70498]: DEBUG nova.compute.manager [req-a287c576-181e-4d12-afb9-4c41a77110ed req-af58fd34-3abe-4627-a697-172da1fe7781 service nova] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Received event network-vif-deleted-58ab40dd-a853-4069-9dcc-be37d0131252 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.081333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.081333] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Instance network_info: |[{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.081333] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:4f:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae21b790-bdcf-4d5e-ba19-4b6f5b682d48', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.089196] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.089805] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.090144] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0f8a07-4acf-4698-b5f5-e76c7ad171da {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.119759] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.119759] env[70498]: value = "task-3615390" [ 1210.119759] env[70498]: _type = "Task" [ 1210.119759] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.127972] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615390, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.210681] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "e77f64b3-5d38-4e91-9894-20681eb7795f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.210681] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.215611] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52811ebd-c0d3-6bde-c94a-7e5942be7518, 'name': SearchDatastore_Task, 'duration_secs': 0.02242} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.216238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.216438] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.216678] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.216824] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.217025] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.217473] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5af6d69f-6f3a-4714-9ddd-5681a6806e48 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.551s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.217698] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7c089f9-633f-4071-b90d-4976bfef4d2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.229408] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.229598] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.230589] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcb09fd-7b7c-4a04-9e4a-6c4f47593a37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.235967] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1210.235967] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52920a33-3d9d-5651-43bf-42d291e50b17" [ 1210.235967] env[70498]: _type = "Task" [ 1210.235967] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.247888] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52920a33-3d9d-5651-43bf-42d291e50b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.324981] env[70498]: DEBUG oslo_vmware.api [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615389, 'name': ReconfigVM_Task, 'duration_secs': 0.271785} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.325398] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721102', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'name': 'volume-e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33861776-c29a-4b3b-87e7-f7ef2849dbef', 'attached_at': '', 'detached_at': '', 'volume_id': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda', 'serial': 'e96005c4-f697-45eb-bcb0-f685b1ac7bda'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.421836] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.455430] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.455809] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.456809] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.457094] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.457182] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.457806] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.457806] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.457806] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.458062] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.458097] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.458280] env[70498]: DEBUG nova.virt.hardware [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.459210] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f696f42-e213-48a4-b3b7-1873f931f4f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.468450] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc8489-c044-4d5e-8eb7-0c1fffcd5b2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.475409] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.485233] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.810s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.485493] env[70498]: DEBUG nova.objects.instance [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lazy-loading 'resources' on Instance uuid 6e85d64c-2b65-4094-be16-8b4722dc1b07 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.510016] env[70498]: INFO nova.scheduler.client.report [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Deleted allocations for instance eec07ac4-3949-4e5d-bc1c-5fd15a994fe8 [ 1210.631021] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615390, 'name': CreateVM_Task, 'duration_secs': 0.37201} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.631263] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.631897] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.632115] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.632440] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.632695] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e473ef-c8c6-4f3e-9272-3d0c7f8f218b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.637272] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1210.637272] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2517f-35ed-b96f-201b-5fcb5244d364" [ 1210.637272] env[70498]: _type = "Task" [ 1210.637272] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.644777] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2517f-35ed-b96f-201b-5fcb5244d364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.716872] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1210.726693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.726693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.732798] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-changed-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.732798] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing instance network info cache due to event network-changed-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.732954] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.733227] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.733414] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing network info cache for port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.751329] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52920a33-3d9d-5651-43bf-42d291e50b17, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.752820] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3227baea-eeb0-44b9-8f41-e04dbfb076b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759599] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1210.759599] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528da96e-8329-8f72-d03f-2e631933bb6d" [ 1210.759599] env[70498]: _type = "Task" [ 1210.759599] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.769025] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528da96e-8329-8f72-d03f-2e631933bb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.884804] env[70498]: DEBUG nova.objects.instance [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'flavor' on Instance uuid 33861776-c29a-4b3b-87e7-f7ef2849dbef {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.021450] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5b693e35-08ec-44d9-954e-395fb3549c0a tempest-ServerDiskConfigTestJSON-1924631891 tempest-ServerDiskConfigTestJSON-1924631891-project-member] Lock "eec07ac4-3949-4e5d-bc1c-5fd15a994fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.488s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.149164] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e2517f-35ed-b96f-201b-5fcb5244d364, 'name': SearchDatastore_Task, 'duration_secs': 0.025863} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.151959] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.152241] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.153186] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.178033] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Successfully updated port: 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.208668] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.208919] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.209153] env[70498]: INFO nova.compute.manager [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Shelving [ 1211.228075] env[70498]: INFO nova.compute.manager [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Detaching volume 43f4075b-5a38-4c06-9f80-ed0703b33cab [ 1211.237051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.272671] env[70498]: INFO nova.virt.block_device [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attempting to driver detach volume 43f4075b-5a38-4c06-9f80-ed0703b33cab from mountpoint /dev/sdb [ 1211.272902] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1211.273377] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721118', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'name': 'volume-43f4075b-5a38-4c06-9f80-ed0703b33cab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'serial': '43f4075b-5a38-4c06-9f80-ed0703b33cab'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1211.273747] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528da96e-8329-8f72-d03f-2e631933bb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.275071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50edfe-dc41-4c9c-b46b-9d2282272439 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.277758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.278037] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.278334] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.278523] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.278728] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b205579a-a19c-4165-9fb8-040a84d015f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.283724] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c1fed36-6b78-46df-af4d-1d7c6597c227 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.313571] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb3beb-1b23-4def-9a1c-ac3bd03eecc0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.317580] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1211.317580] env[70498]: value = "task-3615391" [ 1211.317580] env[70498]: _type = "Task" [ 1211.317580] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.319029] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.319644] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.323123] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69a69e9-f44d-4189-b3cd-ca9ddbd2cfef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.328231] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d985fe-33e6-40eb-b488-2ab48e25383f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.336305] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1211.336305] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523a67d7-3e50-a97d-7020-b000e937fb0e" [ 1211.336305] env[70498]: _type = "Task" [ 1211.336305] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.336670] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.361917] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414304e9-e80c-4a3a-80af-e6019687ee01 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.368191] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523a67d7-3e50-a97d-7020-b000e937fb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.369325] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f3d754-c035-4914-a5f6-d4f7db50ae50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.381934] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] The volume has not been displaced from its original location: [datastore2] volume-43f4075b-5a38-4c06-9f80-ed0703b33cab/volume-43f4075b-5a38-4c06-9f80-ed0703b33cab.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1211.387445] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1211.390821] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93acb79-d037-4e74-bedd-97cbc8e4ab32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.405764] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a6b50-ff21-4f1c-b1af-527f6d69b1ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.411677] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1211.411677] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52301c4c-924c-78a5-377e-2734ead04e04" [ 1211.411677] env[70498]: _type = "Task" [ 1211.411677] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.419785] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac15ac-d899-40e6-88dc-5cfb02ae9c4a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.423589] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1211.423589] env[70498]: value = "task-3615392" [ 1211.423589] env[70498]: _type = "Task" [ 1211.423589] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.427870] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52301c4c-924c-78a5-377e-2734ead04e04, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.431191] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.431455] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 61f96d4a-10cc-45d8-8493-7ceac344bf5e/61f96d4a-10cc-45d8-8493-7ceac344bf5e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.460061] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b115b69c-6c19-41b7-a9a2-70db2c67641a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.466928] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40e840-9522-482a-8b97-797d1e352bd1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.471106] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615392, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.472808] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1211.472808] env[70498]: value = "task-3615393" [ 1211.472808] env[70498]: _type = "Task" [ 1211.472808] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.475487] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.475714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.475909] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.476103] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.476263] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.482816] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48412f2-95d5-4893-9a36-6a24f03b3831 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.489146] env[70498]: INFO nova.compute.manager [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Terminating instance [ 1211.506039] env[70498]: DEBUG nova.compute.provider_tree [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.507399] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.624562] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updated VIF entry in instance network info cache for port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.624932] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.680852] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.681170] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.681170] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.829249] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461404} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.829547] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.829757] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.830038] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efe4c8c3-0c37-452e-b27e-3b71ae0c01f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.838971] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1211.838971] env[70498]: value = "task-3615394" [ 1211.838971] env[70498]: _type = "Task" [ 1211.838971] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.848238] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.914572] env[70498]: DEBUG oslo_concurrency.lockutils [None req-16065fd2-628b-4497-92cc-aac9fef85394 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.388s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.937803] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615392, 'name': ReconfigVM_Task, 'duration_secs': 0.393686} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.938875] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.944467] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd523fe4-dce3-4773-955d-918cdae6bfad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.961697] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1211.961697] env[70498]: value = "task-3615395" [ 1211.961697] env[70498]: _type = "Task" [ 1211.961697] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.970627] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.984441] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615393, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.993825] env[70498]: DEBUG nova.compute.manager [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.994103] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.995359] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa52c79-8a47-4dd4-8d12-0fd1841d0e07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.007188] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.007188] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63e73f7-fd49-49ed-9680-16a7ecf1db80 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.008583] env[70498]: DEBUG nova.scheduler.client.report [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.017144] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1212.017144] env[70498]: value = "task-3615396" [ 1212.017144] env[70498]: _type = "Task" [ 1212.017144] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.029770] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.128918] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.129244] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.129477] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing instance network info cache due to event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.129737] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.129917] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.130121] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.220677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.220993] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baa5e12a-5dc6-4254-9bd2-7d7520bf8305 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.228795] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1212.228795] env[70498]: value = "task-3615397" [ 1212.228795] env[70498]: _type = "Task" [ 1212.228795] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.237350] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.348784] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146665} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.349053] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.350150] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c8cd47-a4bb-4c92-a4ad-5dcf9adc7969 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.371837] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.372186] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46ade1ed-dab6-4bd8-bfd6-3d5b6b887cfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.387584] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.396201] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1212.396201] env[70498]: value = "task-3615398" [ 1212.396201] env[70498]: _type = "Task" [ 1212.396201] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.413353] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.424544] env[70498]: DEBUG nova.compute.manager [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.424767] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.424969] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.425224] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.425377] env[70498]: DEBUG nova.compute.manager [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] No waiting events found dispatching network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.425525] env[70498]: WARNING nova.compute.manager [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received unexpected event network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 for instance with vm_state building and task_state spawning. [ 1212.425679] env[70498]: DEBUG nova.compute.manager [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.425830] env[70498]: DEBUG nova.compute.manager [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing instance network info cache due to event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.426039] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.426577] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.427143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.427143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.427143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.427283] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.429210] env[70498]: INFO nova.compute.manager [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Terminating instance [ 1212.472293] env[70498]: DEBUG oslo_vmware.api [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615395, 'name': ReconfigVM_Task, 'duration_secs': 0.222063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.474702] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721118', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'name': 'volume-43f4075b-5a38-4c06-9f80-ed0703b33cab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '43f4075b-5a38-4c06-9f80-ed0703b33cab', 'serial': '43f4075b-5a38-4c06-9f80-ed0703b33cab'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.486437] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724183} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.486712] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 61f96d4a-10cc-45d8-8493-7ceac344bf5e/61f96d4a-10cc-45d8-8493-7ceac344bf5e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.486927] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.487198] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af160254-ee3c-4fa6-8aae-a7877774a3ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.496010] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1212.496010] env[70498]: value = "task-3615399" [ 1212.496010] env[70498]: _type = "Task" [ 1212.496010] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.504054] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.514366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.516666] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.665s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.518319] env[70498]: INFO nova.compute.claims [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.530035] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615396, 'name': PowerOffVM_Task, 'duration_secs': 0.304666} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.530471] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.530653] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.535361] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845a3340-dda9-484e-a675-95d197607210 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.552779] env[70498]: INFO nova.scheduler.client.report [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Deleted allocations for instance 6e85d64c-2b65-4094-be16-8b4722dc1b07 [ 1212.607761] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.607996] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.608205] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Deleting the datastore file [datastore1] 2b9d3231-fbe9-4cda-bf52-409183dd3769 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.608463] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13eb8950-cb37-4408-a1bd-269a41fe05d6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.615332] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for the task: (returnval){ [ 1212.615332] env[70498]: value = "task-3615401" [ 1212.615332] env[70498]: _type = "Task" [ 1212.615332] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.624446] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.673971] env[70498]: DEBUG nova.network.neutron [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.737637] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615397, 'name': PowerOffVM_Task, 'duration_secs': 0.232697} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.738130] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.742023] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b33f1d0-ad13-4dc2-8f0c-e3e8542ecb76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.762691] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a6e1b7-22ca-4de0-9c81-50107076bfaa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.860391] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updated VIF entry in instance network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.860800] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [{"id": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "address": "fa:16:3e:d1:0d:9f", "network": {"id": "d0699f46-34b3-42b1-b7fa-9b36cdb49dc3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-521020958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e3de4342cbb247f4a1b9569cca001d36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b911797-478d-4ee5-bce9-6f2f49014e94", "external-id": "nsx-vlan-transportzone-70", "segmentation_id": 70, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa09d30e-78", "ovs_interfaceid": "aa09d30e-78f7-434b-a628-fe58172e6bc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.906201] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615398, 'name': ReconfigVM_Task, 'duration_secs': 0.309335} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.906507] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6/96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.907126] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a1901b5-71e4-49ed-b2f0-3d6fc98e8c43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.914196] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1212.914196] env[70498]: value = "task-3615402" [ 1212.914196] env[70498]: _type = "Task" [ 1212.914196] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.927992] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615402, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.934695] env[70498]: DEBUG nova.compute.manager [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.934900] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.935704] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca1701a-bd2c-47b8-9c05-e581e5e38737 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.946592] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.946592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c20b6d-6cb8-45d9-9e32-0fcb3d9ef039 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.953634] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1212.953634] env[70498]: value = "task-3615403" [ 1212.953634] env[70498]: _type = "Task" [ 1212.953634] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.961341] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.006584] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063216} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.006857] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.007788] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b8ab5-26e9-4561-be97-9d81870c8679 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.036451] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 61f96d4a-10cc-45d8-8493-7ceac344bf5e/61f96d4a-10cc-45d8-8493-7ceac344bf5e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.038342] env[70498]: DEBUG nova.objects.instance [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.043031] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1240ecbb-363b-467a-8c60-a96bd2ade183 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.062296] env[70498]: DEBUG oslo_concurrency.lockutils [None req-319acfab-d8b2-4658-8a74-2e07b816eaae tempest-ImagesOneServerNegativeTestJSON-17003312 tempest-ImagesOneServerNegativeTestJSON-17003312-project-member] Lock "6e85d64c-2b65-4094-be16-8b4722dc1b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.469s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.066330] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1213.066330] env[70498]: value = "task-3615404" [ 1213.066330] env[70498]: _type = "Task" [ 1213.066330] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.078255] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.126204] env[70498]: DEBUG oslo_vmware.api [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Task: {'id': task-3615401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185796} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.126496] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.126682] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.126860] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.127047] env[70498]: INFO nova.compute.manager [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1213.127394] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.127619] env[70498]: DEBUG nova.compute.manager [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.127726] env[70498]: DEBUG nova.network.neutron [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.176352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.177124] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance network_info: |[{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.177831] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.178093] env[70498]: DEBUG nova.network.neutron [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.179371] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c0:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.187584] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.188822] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.189371] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97b3ec69-3809-4b5b-ba05-31c69cafd6cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.210912] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.210912] env[70498]: value = "task-3615405" [ 1213.210912] env[70498]: _type = "Task" [ 1213.210912] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.219900] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615405, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.274615] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1213.274965] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02c6e055-f672-4101-acb7-e3def2f41d5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.282754] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1213.282754] env[70498]: value = "task-3615406" [ 1213.282754] env[70498]: _type = "Task" [ 1213.282754] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.292089] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.366235] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.366536] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.366718] env[70498]: DEBUG nova.compute.manager [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing instance network info cache due to event network-changed-aa09d30e-78f7-434b-a628-fe58172e6bc3. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.366949] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquiring lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.367566] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Acquired lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.367566] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Refreshing network info cache for port aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.431939] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615402, 'name': Rename_Task, 'duration_secs': 0.135542} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.432324] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.432592] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c637853-1bc1-494e-b30f-7a0159e4ab2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.440588] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1213.440588] env[70498]: value = "task-3615407" [ 1213.440588] env[70498]: _type = "Task" [ 1213.440588] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.456622] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.465718] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615403, 'name': PowerOffVM_Task, 'duration_secs': 0.209459} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.466501] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.467056] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.467427] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44889b0-90df-4d41-a464-dbf51e61795a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.546074] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.546324] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.546565] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore2] 33861776-c29a-4b3b-87e7-f7ef2849dbef {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.546878] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a6cb92d-ab78-4abf-8f51-0f20248a646e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.557204] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1213.557204] env[70498]: value = "task-3615409" [ 1213.557204] env[70498]: _type = "Task" [ 1213.557204] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.587036] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.587036] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615404, 'name': ReconfigVM_Task, 'duration_secs': 0.403173} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.590682] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 61f96d4a-10cc-45d8-8493-7ceac344bf5e/61f96d4a-10cc-45d8-8493-7ceac344bf5e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.591245] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05bb2b9a-4c0d-4e21-97e2-9acc8c63f225 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.597802] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1213.597802] env[70498]: value = "task-3615410" [ 1213.597802] env[70498]: _type = "Task" [ 1213.597802] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.616168] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615410, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.710120] env[70498]: DEBUG nova.compute.manager [req-747765e9-784e-4b3d-a6c7-9365b54ec1d9 req-c36f4dcc-d7fa-428b-863d-cc074bc43eac service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Received event network-vif-deleted-aa09d30e-78f7-434b-a628-fe58172e6bc3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.710441] env[70498]: INFO nova.compute.manager [req-747765e9-784e-4b3d-a6c7-9365b54ec1d9 req-c36f4dcc-d7fa-428b-863d-cc074bc43eac service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Neutron deleted interface aa09d30e-78f7-434b-a628-fe58172e6bc3; detaching it from the instance and deleting it from the info cache [ 1213.710627] env[70498]: DEBUG nova.network.neutron [req-747765e9-784e-4b3d-a6c7-9365b54ec1d9 req-c36f4dcc-d7fa-428b-863d-cc074bc43eac service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.728481] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615405, 'name': CreateVM_Task, 'duration_secs': 0.418535} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.731151] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.732612] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.732822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.733148] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.733415] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a8c25f-33d5-49da-95db-62188d0ca0f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.739541] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1213.739541] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6076-99c1-f39b-d633-a7f86a8db628" [ 1213.739541] env[70498]: _type = "Task" [ 1213.739541] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.748396] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6076-99c1-f39b-d633-a7f86a8db628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.792987] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615406, 'name': CreateSnapshot_Task, 'duration_secs': 0.488838} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.793346] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1213.795033] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8178f2-bc27-4764-bc76-d83b6d27d591 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.899424] env[70498]: INFO nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Port aa09d30e-78f7-434b-a628-fe58172e6bc3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1213.899533] env[70498]: DEBUG nova.network.neutron [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.951891] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.954046] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf6f5cc-cac9-48a9-bb93-ebf5e0a7156b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.960968] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d72a3f-03a7-40af-a945-a656f8ef1678 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.995285] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582fc3f4-9dd7-4571-b5cc-925e84f15a43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.003429] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba8674-353f-4100-8a9c-e6a77f8ff03b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.019889] env[70498]: DEBUG nova.compute.provider_tree [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.056908] env[70498]: DEBUG nova.network.neutron [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updated VIF entry in instance network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.057332] env[70498]: DEBUG nova.network.neutron [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.067927] env[70498]: DEBUG oslo_vmware.api [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157605} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.068757] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.068956] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.069143] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.069317] env[70498]: INFO nova.compute.manager [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.069549] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.069732] env[70498]: DEBUG nova.compute.manager [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.069984] env[70498]: DEBUG nova.network.neutron [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.073591] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d70e0ecd-8a48-4ba5-86f5-89002dc13658 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.107709] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615410, 'name': Rename_Task, 'duration_secs': 0.160511} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.107950] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.108210] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af3fb6f0-8d6b-47c9-be60-1d61c497ae16 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.115764] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1214.115764] env[70498]: value = "task-3615411" [ 1214.115764] env[70498]: _type = "Task" [ 1214.115764] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.124875] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.167382] env[70498]: DEBUG nova.network.neutron [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.196217] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.196632] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.218038] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa304eae-311e-4b87-a05c-7f77c7843b57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.226897] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63e16c0-e53b-425f-9993-73bfbc05fea5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.249664] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bf6076-99c1-f39b-d633-a7f86a8db628, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.249912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.250151] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.250370] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.250506] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.250674] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.250956] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad4807d-cbd9-4d46-8401-557fd96a7455 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.264994] env[70498]: DEBUG nova.compute.manager [req-747765e9-784e-4b3d-a6c7-9365b54ec1d9 req-c36f4dcc-d7fa-428b-863d-cc074bc43eac service nova] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Detach interface failed, port_id=aa09d30e-78f7-434b-a628-fe58172e6bc3, reason: Instance 2b9d3231-fbe9-4cda-bf52-409183dd3769 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.273210] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.273210] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.273210] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3d7446-bde9-478e-97fb-f2326b0547a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.279255] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1214.279255] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52314254-3c16-6c2f-6ab0-b421f136702c" [ 1214.279255] env[70498]: _type = "Task" [ 1214.279255] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.289164] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52314254-3c16-6c2f-6ab0-b421f136702c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.318819] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1214.319121] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2839c23-c4e5-4e66-854c-bffab7c56e76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.326743] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1214.326743] env[70498]: value = "task-3615412" [ 1214.326743] env[70498]: _type = "Task" [ 1214.326743] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.335522] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615412, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.403416] env[70498]: DEBUG oslo_concurrency.lockutils [req-dbf9f82c-797c-4c8b-bf3e-27775814e740 req-fd885edf-3d0b-402c-9875-ba2bd1e34b3c service nova] Releasing lock "refresh_cache-2b9d3231-fbe9-4cda-bf52-409183dd3769" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.452765] env[70498]: DEBUG oslo_vmware.api [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615407, 'name': PowerOnVM_Task, 'duration_secs': 0.516521} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.453107] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.453377] env[70498]: DEBUG nova.compute.manager [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.454228] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f95db61-e9bc-4691-8f31-668be506d864 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.523232] env[70498]: DEBUG nova.scheduler.client.report [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.563012] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d91d72b-c114-421a-972f-0fe7d58d163c req-40f9332d-51bd-420a-aa1a-a5fc52cf3238 service nova] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.628829] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.670755] env[70498]: INFO nova.compute.manager [-] [instance: 2b9d3231-fbe9-4cda-bf52-409183dd3769] Took 1.54 seconds to deallocate network for instance. [ 1214.707759] env[70498]: INFO nova.compute.manager [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Detaching volume e6e393c3-1f90-47d4-a34e-26538809dff5 [ 1214.753826] env[70498]: INFO nova.virt.block_device [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Attempting to driver detach volume e6e393c3-1f90-47d4-a34e-26538809dff5 from mountpoint /dev/sdc [ 1214.754144] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1214.754344] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721126', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'name': 'volume-e6e393c3-1f90-47d4-a34e-26538809dff5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'serial': 'e6e393c3-1f90-47d4-a34e-26538809dff5'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1214.755402] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6e2b60-47ec-49b0-a5d0-00260227aee7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.780601] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042401e2-5a71-493c-86a1-a9f977c47db9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.794012] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352c6a9b-24f5-457a-ab3f-75d414bf08df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.796718] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52314254-3c16-6c2f-6ab0-b421f136702c, 'name': SearchDatastore_Task, 'duration_secs': 0.01634} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.797797] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395855de-d054-4588-855c-f860c0a43320 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.819352] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025bc474-93bf-4293-b0d7-a70fadf2d3ef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.823460] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1214.823460] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529c5b43-92ee-8a46-cd49-1fa4b57bbb34" [ 1214.823460] env[70498]: _type = "Task" [ 1214.823460] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.839496] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] The volume has not been displaced from its original location: [datastore2] volume-e6e393c3-1f90-47d4-a34e-26538809dff5/volume-e6e393c3-1f90-47d4-a34e-26538809dff5.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.845301] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfiguring VM instance instance-00000061 to detach disk 2002 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.849311] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c763fc75-1558-4f5d-85f6-1be6c400f47e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.866567] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529c5b43-92ee-8a46-cd49-1fa4b57bbb34, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.867590] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.867924] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.868382] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85671d8e-0ee0-499f-98cf-9c80adb72ce0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.873914] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615412, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.875764] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1214.875764] env[70498]: value = "task-3615413" [ 1214.875764] env[70498]: _type = "Task" [ 1214.875764] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.880639] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1214.880639] env[70498]: value = "task-3615414" [ 1214.880639] env[70498]: _type = "Task" [ 1214.880639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.890331] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615413, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.895849] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.973307] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.034241] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.034241] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.036056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.018s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.037099] env[70498]: INFO nova.compute.claims [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.128662] env[70498]: DEBUG oslo_vmware.api [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615411, 'name': PowerOnVM_Task, 'duration_secs': 0.629606} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.128971] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.129902] env[70498]: INFO nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1215.130348] env[70498]: DEBUG nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.131389] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4aa73-de01-45d8-8380-803149540fc8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.181114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.208477] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.208735] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.208959] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.209159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.209321] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.211827] env[70498]: INFO nova.compute.manager [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Terminating instance [ 1215.351278] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615412, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.392271] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615413, 'name': ReconfigVM_Task, 'duration_secs': 0.260162} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.393205] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Reconfigured VM instance instance-00000061 to detach disk 2002 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.401915] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0048e0b9-7208-4628-8e41-5dbbdd716701 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.413862] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615414, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.419781] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1215.419781] env[70498]: value = "task-3615415" [ 1215.419781] env[70498]: _type = "Task" [ 1215.419781] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.430752] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.450454] env[70498]: DEBUG nova.network.neutron [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.542695] env[70498]: DEBUG nova.compute.utils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.549516] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.549718] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.590033] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.590570] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.590976] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Cleaning up deleted instances with incomplete migration {{(pid=70498) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1215.657955] env[70498]: INFO nova.compute.manager [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Took 21.88 seconds to build instance. [ 1215.717578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "refresh_cache-96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.717578] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquired lock "refresh_cache-96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.717578] env[70498]: DEBUG nova.network.neutron [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.794817] env[70498]: DEBUG nova.policy [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '512b15cd61be4c98a98eb5e53a9ad942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dacc77639ac04ef1a55e98f3f8edcb27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.851824] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615412, 'name': CloneVM_Task, 'duration_secs': 1.422433} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.852131] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Created linked-clone VM from snapshot [ 1215.852881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a005a02-c1cc-49d2-8b90-c248d59474ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.860690] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Uploading image c82c0466-05bf-4b1f-a2ce-da463211050a {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1215.869197] env[70498]: DEBUG nova.compute.manager [req-3fe746f3-f3bd-4e99-a192-ca9ba4ef8c47 req-d193334e-3b6c-4a72-bd27-cc5110b2886c service nova] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Received event network-vif-deleted-62b6b70b-3e5f-45a4-98c4-a5d06ede6974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.894126] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533848} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.894449] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.895063] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.895748] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00c18b51-d8f2-4634-bced-135cc27b43dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.906641] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1215.906641] env[70498]: value = "task-3615416" [ 1215.906641] env[70498]: _type = "Task" [ 1215.906641] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.914251] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1215.914251] env[70498]: value = "vm-721132" [ 1215.914251] env[70498]: _type = "VirtualMachine" [ 1215.914251] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1215.914682] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f051b742-0ee8-435b-a4c5-2f4276a5206c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.922124] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.926489] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lease: (returnval){ [ 1215.926489] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526f8186-8966-f54d-371b-4d7b271b796e" [ 1215.926489] env[70498]: _type = "HttpNfcLease" [ 1215.926489] env[70498]: } obtained for exporting VM: (result){ [ 1215.926489] env[70498]: value = "vm-721132" [ 1215.926489] env[70498]: _type = "VirtualMachine" [ 1215.926489] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1215.926824] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the lease: (returnval){ [ 1215.926824] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526f8186-8966-f54d-371b-4d7b271b796e" [ 1215.926824] env[70498]: _type = "HttpNfcLease" [ 1215.926824] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1215.933756] env[70498]: DEBUG oslo_vmware.api [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615415, 'name': ReconfigVM_Task, 'duration_secs': 0.205865} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.934481] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721126', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'name': 'volume-e6e393c3-1f90-47d4-a34e-26538809dff5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '308b811e-98f6-4247-97c2-50fe3edd6c3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6e393c3-1f90-47d4-a34e-26538809dff5', 'serial': 'e6e393c3-1f90-47d4-a34e-26538809dff5'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.938144] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.938144] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526f8186-8966-f54d-371b-4d7b271b796e" [ 1215.938144] env[70498]: _type = "HttpNfcLease" [ 1215.938144] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1215.938413] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1215.938413] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526f8186-8966-f54d-371b-4d7b271b796e" [ 1215.938413] env[70498]: _type = "HttpNfcLease" [ 1215.938413] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1215.939485] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25697cea-4c54-4acd-8317-c7620a70ee95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.947698] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1215.947882] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1216.009124] env[70498]: INFO nova.compute.manager [-] [instance: 33861776-c29a-4b3b-87e7-f7ef2849dbef] Took 1.94 seconds to deallocate network for instance. [ 1216.040974] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af384e05-96ee-4662-ba64-28e19e7d31d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.049845] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.160696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7f60a4a0-a927-4989-9074-292d8c14c481 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.397s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.268576] env[70498]: DEBUG nova.network.neutron [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.305125] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Successfully created port: 9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.378440] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28985c-c1f3-414c-9d5d-4ca29e13cd8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.386754] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63958910-33b0-4db2-a55f-069484df7a5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.425317] env[70498]: DEBUG nova.network.neutron [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.430562] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be1fd1-aa63-4f47-a715-c1a94678e93d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.442732] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068591} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.444022] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b819fa5c-a483-40a2-905e-1f9095c033a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.449098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.450963] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c444867-58a4-4555-a2bd-b66387a21d55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.466122] env[70498]: DEBUG nova.compute.provider_tree [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.486514] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.488025] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e2577d9-268f-485d-96b9-2b9f83004258 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.504163] env[70498]: DEBUG nova.objects.instance [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'flavor' on Instance uuid 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.513130] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1216.513130] env[70498]: value = "task-3615418" [ 1216.513130] env[70498]: _type = "Task" [ 1216.513130] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.518865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.522974] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.935718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Releasing lock "refresh_cache-96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.936165] env[70498]: DEBUG nova.compute.manager [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.936425] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.937303] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5d248-ab1f-424e-9ace-2a8637d5af3f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.946670] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.947289] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-290a74b8-04c7-4782-88da-bc18e2cd8554 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.958500] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1216.958500] env[70498]: value = "task-3615419" [ 1216.958500] env[70498]: _type = "Task" [ 1216.958500] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.970809] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.991541] env[70498]: DEBUG nova.scheduler.client.report [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.030738] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615418, 'name': ReconfigVM_Task, 'duration_secs': 0.488717} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.031361] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.032486] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55bd4e75-786b-494d-9b57-47dc03a01f58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.039500] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1217.039500] env[70498]: value = "task-3615420" [ 1217.039500] env[70498]: _type = "Task" [ 1217.039500] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.049254] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615420, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.063062] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.111031] env[70498]: DEBUG nova.virt.hardware [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.111806] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e3b85e-0ac6-4abf-a9a1-729a8f5aca0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.120590] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0242d5ed-2705-4d19-ba6a-49beca9b025a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.233136] env[70498]: DEBUG nova.compute.manager [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-changed-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.233136] env[70498]: DEBUG nova.compute.manager [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing instance network info cache due to event network-changed-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.233136] env[70498]: DEBUG oslo_concurrency.lockutils [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.233136] env[70498]: DEBUG oslo_concurrency.lockutils [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.233136] env[70498]: DEBUG nova.network.neutron [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing network info cache for port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.476486] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615419, 'name': PowerOffVM_Task, 'duration_secs': 0.113665} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.477487] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.477922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.479023] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc1f4aba-3436-4fcc-88db-fa43d576b6e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.495418] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.499094] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.502159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.232s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.502399] env[70498]: DEBUG nova.objects.instance [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'resources' on Instance uuid 8e5634c6-3e54-40a2-ae93-2621005c01cb {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.516516] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a556c60a-bc75-46fa-88c4-019de73885cd tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.519530] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.519721] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.520079] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Deleting the datastore file [datastore1] 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.523537] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-441d3245-2eda-4bac-8f06-7aa61b1d81e6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.529102] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for the task: (returnval){ [ 1217.529102] env[70498]: value = "task-3615422" [ 1217.529102] env[70498]: _type = "Task" [ 1217.529102] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.538686] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.553126] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615420, 'name': Rename_Task, 'duration_secs': 0.259716} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.553989] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.553989] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2308d7aa-ef5e-42f8-87eb-95c9ad44ed76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.562213] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1217.562213] env[70498]: value = "task-3615423" [ 1217.562213] env[70498]: _type = "Task" [ 1217.562213] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.579671] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.823057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.823568] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.823662] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.823857] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.824068] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.827567] env[70498]: INFO nova.compute.manager [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Terminating instance [ 1217.907290] env[70498]: DEBUG nova.compute.manager [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Received event network-vif-plugged-9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.907479] env[70498]: DEBUG oslo_concurrency.lockutils [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] Acquiring lock "e13968a9-8677-44af-9111-289a4f64f448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.907685] env[70498]: DEBUG oslo_concurrency.lockutils [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] Lock "e13968a9-8677-44af-9111-289a4f64f448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.907859] env[70498]: DEBUG oslo_concurrency.lockutils [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] Lock "e13968a9-8677-44af-9111-289a4f64f448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.908051] env[70498]: DEBUG nova.compute.manager [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] No waiting events found dispatching network-vif-plugged-9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.908215] env[70498]: WARNING nova.compute.manager [req-a64c3059-1a84-444f-ab9a-a0033f418d73 req-da310672-fec9-43a5-a0e2-cdedfeca9021 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Received unexpected event network-vif-plugged-9586e030-6dd3-401b-9406-f9367138bbac for instance with vm_state building and task_state spawning. [ 1218.009760] env[70498]: DEBUG nova.compute.utils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.014288] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.015014] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.021389] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Successfully updated port: 9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.023962] env[70498]: DEBUG nova.network.neutron [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updated VIF entry in instance network info cache for port ae21b790-bdcf-4d5e-ba19-4b6f5b682d48. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.024354] env[70498]: DEBUG nova.network.neutron [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.046030] env[70498]: DEBUG oslo_vmware.api [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Task: {'id': task-3615422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367104} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.047498] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.047735] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.047927] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.048236] env[70498]: INFO nova.compute.manager [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.048353] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.051432] env[70498]: DEBUG nova.compute.manager [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.051561] env[70498]: DEBUG nova.network.neutron [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.078744] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.082413] env[70498]: DEBUG nova.network.neutron [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.095161] env[70498]: DEBUG nova.policy [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c277dc1d2d4e388b25428688dd3951', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e56ecf6f4b4db08b8bcae6f2b8b069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.097681] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.333303] env[70498]: DEBUG nova.compute.manager [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.333548] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.334540] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73689b7d-9fd7-44cb-981b-6c86dc2b5cb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.349251] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.349251] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b85fa797-7c12-4b12-94bd-d7ebe440db57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.356434] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1218.356434] env[70498]: value = "task-3615424" [ 1218.356434] env[70498]: _type = "Task" [ 1218.356434] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.367015] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da11f813-5755-4c7b-bb0f-4bc8c78ac2fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.374702] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.379976] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961da34d-1cfd-49b1-b329-4f3ee2333bfa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.421543] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe772095-78e1-4c30-b2f8-a9470c991407 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.432227] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79936f5-9230-439e-8e5e-c0b4a4ad91a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.448326] env[70498]: DEBUG nova.compute.provider_tree [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.526766] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.529415] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.529549] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.529715] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.531182] env[70498]: DEBUG oslo_concurrency.lockutils [req-97c78a98-9ecb-43ec-bd89-9d58f84d066e req-c6e4540b-756b-4cbe-89b3-3d803428a7d0 service nova] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.576328] env[70498]: DEBUG oslo_vmware.api [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615423, 'name': PowerOnVM_Task, 'duration_secs': 0.69486} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.576328] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.576328] env[70498]: INFO nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1218.576328] env[70498]: DEBUG nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.577432] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695b766-55f8-4d34-900e-9e555d84c3f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.585400] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Successfully created port: 16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.588060] env[70498]: DEBUG nova.network.neutron [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.592414] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.597098] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1218.597098] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1218.867493] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615424, 'name': PowerOffVM_Task, 'duration_secs': 0.261685} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.867771] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.867936] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.868504] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1a8474-f90f-4403-9dc8-341b2c91625e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.955352] env[70498]: DEBUG nova.scheduler.client.report [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.957400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "65c85149-90d4-4eb6-bb04-12e38e860466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.957625] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.068720] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.093365] env[70498]: INFO nova.compute.manager [-] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Took 1.04 seconds to deallocate network for instance. [ 1219.108320] env[70498]: INFO nova.compute.manager [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Took 16.19 seconds to build instance. [ 1219.236315] env[70498]: DEBUG nova.network.neutron [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Updating instance_info_cache with network_info: [{"id": "9586e030-6dd3-401b-9406-f9367138bbac", "address": "fa:16:3e:66:9f:07", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9586e030-6d", "ovs_interfaceid": "9586e030-6dd3-401b-9406-f9367138bbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.460245] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.462634] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.465595] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.229s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.467103] env[70498]: INFO nova.compute.claims [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.484472] env[70498]: INFO nova.scheduler.client.report [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted allocations for instance 8e5634c6-3e54-40a2-ae93-2621005c01cb [ 1219.540217] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.567281] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.567570] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.567758] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.567946] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.568127] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.568297] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.568510] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.568714] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.568900] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.569084] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.569304] env[70498]: DEBUG nova.virt.hardware [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.570342] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3bd1b1-d908-4006-968f-fd3ca6dbe269 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.579011] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a0aa7-b86a-4852-af3e-b45342e9f949 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.593992] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.594479] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.604714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.610755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4b68269d-dd65-4b5d-ba8c-c498bf597a6b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.725s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.739332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.740026] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Instance network_info: |[{"id": "9586e030-6dd3-401b-9406-f9367138bbac", "address": "fa:16:3e:66:9f:07", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9586e030-6d", "ovs_interfaceid": "9586e030-6dd3-401b-9406-f9367138bbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.740329] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:9f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9586e030-6dd3-401b-9406-f9367138bbac', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.749165] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.749426] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.749668] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-010e36b1-b46d-4496-9533-4ee0d18a3a2f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.774850] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.774850] env[70498]: value = "task-3615426" [ 1219.774850] env[70498]: _type = "Task" [ 1219.774850] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.783966] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615426, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.944151] env[70498]: DEBUG nova.compute.manager [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Received event network-changed-9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.944340] env[70498]: DEBUG nova.compute.manager [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Refreshing instance network info cache due to event network-changed-9586e030-6dd3-401b-9406-f9367138bbac. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.944644] env[70498]: DEBUG oslo_concurrency.lockutils [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] Acquiring lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.944783] env[70498]: DEBUG oslo_concurrency.lockutils [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] Acquired lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.944942] env[70498]: DEBUG nova.network.neutron [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Refreshing network info cache for port 9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.991187] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.994133] env[70498]: DEBUG oslo_concurrency.lockutils [None req-85838da2-1b28-4724-bdc2-6300be44e62c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "8e5634c6-3e54-40a2-ae93-2621005c01cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.891s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.044870] env[70498]: DEBUG nova.compute.manager [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Received event network-vif-plugged-16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.045223] env[70498]: DEBUG oslo_concurrency.lockutils [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] Acquiring lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.045690] env[70498]: DEBUG oslo_concurrency.lockutils [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.045977] env[70498]: DEBUG oslo_concurrency.lockutils [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.046100] env[70498]: DEBUG nova.compute.manager [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] No waiting events found dispatching network-vif-plugged-16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.046306] env[70498]: WARNING nova.compute.manager [req-44ed694e-deb6-4a2c-b83a-30670bda5a3e req-8802e875-ebc8-4d91-8e9c-335447ad0113 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Received unexpected event network-vif-plugged-16d7b8a4-a73c-4289-8782-d14b8feab093 for instance with vm_state building and task_state spawning. [ 1220.147275] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Successfully updated port: 16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.285832] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615426, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.589981] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.590209] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Cleaning up deleted instances {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1220.650756] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.650901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.651102] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.790660] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615426, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.792727] env[70498]: DEBUG nova.network.neutron [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Updated VIF entry in instance network info cache for port 9586e030-6dd3-401b-9406-f9367138bbac. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.793073] env[70498]: DEBUG nova.network.neutron [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Updating instance_info_cache with network_info: [{"id": "9586e030-6dd3-401b-9406-f9367138bbac", "address": "fa:16:3e:66:9f:07", "network": {"id": "47971d31-7fb5-438d-b7bb-7fbb1416ef79", "bridge": "br-int", "label": "tempest-ServersTestJSON-909853787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dacc77639ac04ef1a55e98f3f8edcb27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9586e030-6d", "ovs_interfaceid": "9586e030-6dd3-401b-9406-f9367138bbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.836674] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd34130-f9d3-4e12-9e61-f4d1b001c588 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844942] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557ad09f-38ce-4c85-b251-7dd56206d78a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.877614] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecf8407-b4cf-4c4e-a976-98ccf420a373 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.886037] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd249bfb-d25d-4a2f-8097-c0b705154dc4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.899892] env[70498]: DEBUG nova.compute.provider_tree [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.119189] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] There are 56 instances to clean {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1221.119387] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 6e85d64c-2b65-4094-be16-8b4722dc1b07] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.186337] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.213758] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.213922] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.214059] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleting the datastore file [datastore1] 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.214374] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-602812ad-ddf4-4ad8-bd09-ee0180e95760 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.222774] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for the task: (returnval){ [ 1221.222774] env[70498]: value = "task-3615428" [ 1221.222774] env[70498]: _type = "Task" [ 1221.222774] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.231629] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.287069] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615426, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.296040] env[70498]: DEBUG oslo_concurrency.lockutils [req-6906f5d8-a85c-41a9-82f9-4d4aada9af06 req-1b3cf210-a2f6-4440-bc33-9b22330f9db1 service nova] Releasing lock "refresh_cache-e13968a9-8677-44af-9111-289a4f64f448" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.356591] env[70498]: DEBUG nova.network.neutron [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updating instance_info_cache with network_info: [{"id": "16d7b8a4-a73c-4289-8782-d14b8feab093", "address": "fa:16:3e:00:b3:64", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d7b8a4-a7", "ovs_interfaceid": "16d7b8a4-a73c-4289-8782-d14b8feab093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.403055] env[70498]: DEBUG nova.scheduler.client.report [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.622438] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: eec07ac4-3949-4e5d-bc1c-5fd15a994fe8] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.669093] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.669454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.669675] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.669858] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.670094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.673916] env[70498]: INFO nova.compute.manager [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Terminating instance [ 1221.733765] env[70498]: DEBUG oslo_vmware.api [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Task: {'id': task-3615428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271152} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.734044] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.734236] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.734426] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.734614] env[70498]: INFO nova.compute.manager [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Took 3.40 seconds to destroy the instance on the hypervisor. [ 1221.734851] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.735056] env[70498]: DEBUG nova.compute.manager [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.735164] env[70498]: DEBUG nova.network.neutron [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.788124] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615426, 'name': CreateVM_Task, 'duration_secs': 1.722584} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.788405] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.789051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.789266] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.789543] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.789814] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5baaa8c0-8345-45b0-8336-9897fd6b444e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.795113] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1221.795113] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529835b5-8ab0-d51c-274a-3407df6a64e7" [ 1221.795113] env[70498]: _type = "Task" [ 1221.795113] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.803550] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529835b5-8ab0-d51c-274a-3407df6a64e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.863026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.863026] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Instance network_info: |[{"id": "16d7b8a4-a73c-4289-8782-d14b8feab093", "address": "fa:16:3e:00:b3:64", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d7b8a4-a7", "ovs_interfaceid": "16d7b8a4-a73c-4289-8782-d14b8feab093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.863026] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b3:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16d7b8a4-a73c-4289-8782-d14b8feab093', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.880407] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.880407] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.880407] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2f57b6d-4e5d-4605-a1d8-d51997944bcb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.904839] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.904839] env[70498]: value = "task-3615429" [ 1221.904839] env[70498]: _type = "Task" [ 1221.904839] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.908688] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.909262] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.911846] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.940s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.913031] env[70498]: DEBUG nova.objects.instance [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] [instance: 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1221.920716] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615429, 'name': CreateVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.972068] env[70498]: DEBUG nova.compute.manager [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.972261] env[70498]: DEBUG nova.compute.manager [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing instance network info cache due to event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.972466] env[70498]: DEBUG oslo_concurrency.lockutils [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.972598] env[70498]: DEBUG oslo_concurrency.lockutils [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.972749] env[70498]: DEBUG nova.network.neutron [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.073055] env[70498]: DEBUG nova.compute.manager [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Received event network-changed-16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.073231] env[70498]: DEBUG nova.compute.manager [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Refreshing instance network info cache due to event network-changed-16d7b8a4-a73c-4289-8782-d14b8feab093. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.073457] env[70498]: DEBUG oslo_concurrency.lockutils [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] Acquiring lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.073611] env[70498]: DEBUG oslo_concurrency.lockutils [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] Acquired lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.073730] env[70498]: DEBUG nova.network.neutron [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Refreshing network info cache for port 16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.126085] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 0b982c20-959e-47be-baef-95e737c44680] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.178947] env[70498]: DEBUG nova.compute.manager [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.179218] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.180179] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa48be1-313d-47c0-a200-e0a7873d088e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.188846] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.189885] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b57c167d-d9a1-476f-955e-19bab4e6bfa4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.195905] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1222.195905] env[70498]: value = "task-3615430" [ 1222.195905] env[70498]: _type = "Task" [ 1222.195905] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.204906] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.308155] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529835b5-8ab0-d51c-274a-3407df6a64e7, 'name': SearchDatastore_Task, 'duration_secs': 0.035068} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.308467] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.308764] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.309094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.310094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.310094] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.310094] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24af1317-e00d-493c-a712-17c8e0132c65 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.319877] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.319877] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.324972] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7225c41-960d-4954-88e3-0177707ec2b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.327467] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1222.327467] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5225b019-10f0-bf85-c249-661389407bc6" [ 1222.327467] env[70498]: _type = "Task" [ 1222.327467] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.336987] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5225b019-10f0-bf85-c249-661389407bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.416918] env[70498]: DEBUG nova.compute.utils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.421172] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615429, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.422173] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.422173] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.514024] env[70498]: DEBUG nova.policy [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecc4ebd0bb7e42b3b53cfe348130456e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54b72794ea3b48fb8535e7a74f94fe30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.633311] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4cf6727c-8707-4e92-82c7-519ad38427be] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.698400] env[70498]: DEBUG nova.network.neutron [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.716733] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615430, 'name': PowerOffVM_Task, 'duration_secs': 0.349018} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.719032] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.719347] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.719649] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc826a2a-81bc-4def-a12f-137375d5fd2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.800677] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.800904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.801138] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleting the datastore file [datastore2] 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.805475] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4422d2d5-7fed-4bb0-bffa-71c0bb95092d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.812016] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for the task: (returnval){ [ 1222.812016] env[70498]: value = "task-3615432" [ 1222.812016] env[70498]: _type = "Task" [ 1222.812016] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.819792] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.836916] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5225b019-10f0-bf85-c249-661389407bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.014568} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.840178] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0810bb82-d356-4a4d-a617-cae7e56a6658 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.845731] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1222.845731] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206fd38-cff6-020c-c2e9-b7fba421fa40" [ 1222.845731] env[70498]: _type = "Task" [ 1222.845731] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.855360] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5206fd38-cff6-020c-c2e9-b7fba421fa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.894131] env[70498]: DEBUG nova.network.neutron [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updated VIF entry in instance network info cache for port 16d7b8a4-a73c-4289-8782-d14b8feab093. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.894581] env[70498]: DEBUG nova.network.neutron [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updating instance_info_cache with network_info: [{"id": "16d7b8a4-a73c-4289-8782-d14b8feab093", "address": "fa:16:3e:00:b3:64", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d7b8a4-a7", "ovs_interfaceid": "16d7b8a4-a73c-4289-8782-d14b8feab093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.920477] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615429, 'name': CreateVM_Task, 'duration_secs': 0.617357} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.920705] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.921585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.921764] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.922150] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.922659] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.925984] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c252b98-d416-4b5b-b121-80fa53c5e228 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.929264] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5cb05b19-ab06-4a2a-bff0-7cfd4d375ab9 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.933018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.750s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.933018] env[70498]: DEBUG nova.objects.instance [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lazy-loading 'resources' on Instance uuid 2b9d3231-fbe9-4cda-bf52-409183dd3769 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.935894] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1222.935894] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5208d628-f686-6ef2-75f2-4b5959d10dee" [ 1222.935894] env[70498]: _type = "Task" [ 1222.935894] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.945896] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5208d628-f686-6ef2-75f2-4b5959d10dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.957783] env[70498]: DEBUG nova.network.neutron [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updated VIF entry in instance network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.957783] env[70498]: DEBUG nova.network.neutron [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.059565] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Successfully created port: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.139444] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: c8d0fb57-34dd-4b96-b2dd-d0b6a0a35f94] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.202737] env[70498]: INFO nova.compute.manager [-] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Took 1.47 seconds to deallocate network for instance. [ 1223.325189] env[70498]: DEBUG oslo_vmware.api [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Task: {'id': task-3615432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376499} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.326227] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.326662] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.326984] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.327399] env[70498]: INFO nova.compute.manager [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1223.328250] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.329480] env[70498]: DEBUG nova.compute.manager [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.329480] env[70498]: DEBUG nova.network.neutron [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.359251] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5206fd38-cff6-020c-c2e9-b7fba421fa40, 'name': SearchDatastore_Task, 'duration_secs': 0.025107} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.360081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.360081] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e13968a9-8677-44af-9111-289a4f64f448/e13968a9-8677-44af-9111-289a4f64f448.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.360367] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b31b59d-3834-4e08-9bb8-693c2c028510 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.368627] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1223.368627] env[70498]: value = "task-3615433" [ 1223.368627] env[70498]: _type = "Task" [ 1223.368627] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.380263] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.398541] env[70498]: DEBUG oslo_concurrency.lockutils [req-092fbd46-f0a5-41bb-a370-519f1fdaf230 req-97f28284-e542-43cd-b601-a49bd7c53d05 service nova] Releasing lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.446322] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5208d628-f686-6ef2-75f2-4b5959d10dee, 'name': SearchDatastore_Task, 'duration_secs': 0.015286} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.446667] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.446897] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.447147] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.447315] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.447493] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.447798] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ea9973d-c713-4329-b749-c3a8c910afe0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.461242] env[70498]: DEBUG oslo_concurrency.lockutils [req-792b0c4c-428e-4412-94d2-5b1229072fc2 req-212e5c33-9107-4a5e-8d24-4d9d860c7300 service nova] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.461242] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.461242] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.461865] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ad864a-c2c6-40ab-94a4-80b9a3fd091a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.467645] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1223.467645] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]522edc99-a49a-875a-0997-4382bcdb3a96" [ 1223.467645] env[70498]: _type = "Task" [ 1223.467645] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.477807] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522edc99-a49a-875a-0997-4382bcdb3a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.645075] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: afcec7bf-ba4c-4881-8338-394148af8dff] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.708835] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.728894] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8f53c-8e1f-4f69-8e1b-e97c872d7b7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.737638] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc379b78-b51c-4075-961c-2ec6bfb7cd07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.773957] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d00cf-cdfc-4dae-a89f-c96252481531 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.785789] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba69542c-973a-44f0-b8d1-a25b872e37b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.803856] env[70498]: DEBUG nova.compute.provider_tree [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.880399] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.934801] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.976087] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.976694] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.976996] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.977485] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.977820] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.978311] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.978701] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.981118] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.981118] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.981118] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.981118] env[70498]: DEBUG nova.virt.hardware [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.981118] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068464f4-196f-4cae-8f4b-2c7ef6a4d278 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.996069] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]522edc99-a49a-875a-0997-4382bcdb3a96, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.999280] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ecaa28-9709-4bb1-b957-5f1cf34920f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.002994] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ba816-ccbe-42d6-a333-1f41155d7db8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.015514] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1224.015514] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529eab7c-a5ba-44eb-b704-7437a09ea0bf" [ 1224.015514] env[70498]: _type = "Task" [ 1224.015514] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.041263] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529eab7c-a5ba-44eb-b704-7437a09ea0bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.131767] env[70498]: DEBUG nova.compute.manager [req-c976b017-03ea-454c-beb5-1064b174008a req-7db07afc-f964-4a65-8781-78758399f909 service nova] [instance: 308b811e-98f6-4247-97c2-50fe3edd6c3b] Received event network-vif-deleted-0dea94f8-acb7-41e5-aa3e-556e4e23f02e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.132032] env[70498]: DEBUG nova.compute.manager [req-c976b017-03ea-454c-beb5-1064b174008a req-7db07afc-f964-4a65-8781-78758399f909 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Received event network-vif-deleted-d129bc58-43d2-4454-9919-d55f1dce0bae {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.132257] env[70498]: INFO nova.compute.manager [req-c976b017-03ea-454c-beb5-1064b174008a req-7db07afc-f964-4a65-8781-78758399f909 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Neutron deleted interface d129bc58-43d2-4454-9919-d55f1dce0bae; detaching it from the instance and deleting it from the info cache [ 1224.132424] env[70498]: DEBUG nova.network.neutron [req-c976b017-03ea-454c-beb5-1064b174008a req-7db07afc-f964-4a65-8781-78758399f909 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.148970] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ac2cdd92-9c56-440e-b2aa-028d4a16de7b] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.307414] env[70498]: DEBUG nova.scheduler.client.report [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.329424] env[70498]: DEBUG nova.network.neutron [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.379945] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812031} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.379945] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e13968a9-8677-44af-9111-289a4f64f448/e13968a9-8677-44af-9111-289a4f64f448.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.380139] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.380264] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab51c577-b461-4663-ad32-3b857d981623 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.386669] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1224.386669] env[70498]: value = "task-3615434" [ 1224.386669] env[70498]: _type = "Task" [ 1224.386669] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.395520] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.537430] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529eab7c-a5ba-44eb-b704-7437a09ea0bf, 'name': SearchDatastore_Task, 'duration_secs': 0.061798} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.538269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.538689] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d1a578e3-1027-418a-bdb5-0877e5ca8f50/d1a578e3-1027-418a-bdb5-0877e5ca8f50.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.539079] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-496350ad-9117-4fd1-b806-c38cc2d13517 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.547424] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1224.547424] env[70498]: value = "task-3615435" [ 1224.547424] env[70498]: _type = "Task" [ 1224.547424] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.559021] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.563159] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.563901] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007c681c-f499-4d73-b6ce-19c091d6f299 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.570305] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.570305] env[70498]: ERROR oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk due to incomplete transfer. [ 1224.570398] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7c3609e3-7662-411c-b225-37d13159bc15 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.578746] env[70498]: DEBUG oslo_vmware.rw_handles [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225d50a-76bd-6971-2bd5-a0be83acd122/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1224.578851] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Uploaded image c82c0466-05bf-4b1f-a2ce-da463211050a to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1224.582560] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1224.582863] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aa5f0cf1-ce90-4989-b7fc-a5aa34e0f663 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.590240] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1224.590240] env[70498]: value = "task-3615436" [ 1224.590240] env[70498]: _type = "Task" [ 1224.590240] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.609983] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615436, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.610950] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Successfully updated port: 4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.634986] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6981b3f7-36fb-4aa2-99a1-0795cceb6562 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.646215] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b0be9-f783-40cb-a84e-ea3614be7597 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.657525] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d38bd636-8839-45c3-9c71-e37508fc3e79] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.683440] env[70498]: DEBUG nova.compute.manager [req-c976b017-03ea-454c-beb5-1064b174008a req-7db07afc-f964-4a65-8781-78758399f909 service nova] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Detach interface failed, port_id=d129bc58-43d2-4454-9919-d55f1dce0bae, reason: Instance 93216dec-651d-4c54-924c-ce39b1ed0d4a could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.816527] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.818804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.301s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.820329] env[70498]: DEBUG nova.objects.instance [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'resources' on Instance uuid 33861776-c29a-4b3b-87e7-f7ef2849dbef {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.831593] env[70498]: INFO nova.compute.manager [-] [instance: 93216dec-651d-4c54-924c-ce39b1ed0d4a] Took 1.50 seconds to deallocate network for instance. [ 1224.840722] env[70498]: INFO nova.scheduler.client.report [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Deleted allocations for instance 2b9d3231-fbe9-4cda-bf52-409183dd3769 [ 1224.899048] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.899225] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.900211] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72be8c7c-9564-4d93-b78e-a7a4666c6c6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.924402] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] e13968a9-8677-44af-9111-289a4f64f448/e13968a9-8677-44af-9111-289a4f64f448.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.925739] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36b89e7-c36e-4c62-accf-c21d4f0c27c9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.949694] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1224.949694] env[70498]: value = "task-3615437" [ 1224.949694] env[70498]: _type = "Task" [ 1224.949694] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.959368] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.056571] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615435, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.099738] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615436, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.113600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.113773] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquired lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.114927] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.161554] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 16f1bc39-c428-41ce-bdcc-bf516fa940cd] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.338958] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.355377] env[70498]: DEBUG oslo_concurrency.lockutils [None req-434eddd1-f6c4-4069-be26-79eea123e194 tempest-ServerRescueTestJSONUnderV235-1855045145 tempest-ServerRescueTestJSONUnderV235-1855045145-project-member] Lock "2b9d3231-fbe9-4cda-bf52-409183dd3769" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.879s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.444497] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.444801] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.445038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.445272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.445489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.447844] env[70498]: INFO nova.compute.manager [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Terminating instance [ 1225.466153] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615437, 'name': ReconfigVM_Task, 'duration_secs': 0.318116} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.466428] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Reconfigured VM instance instance-0000006e to attach disk [datastore2] e13968a9-8677-44af-9111-289a4f64f448/e13968a9-8677-44af-9111-289a4f64f448.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.467091] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91b38e98-f084-45f4-a7f8-0d4d5c5785f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.476622] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1225.476622] env[70498]: value = "task-3615438" [ 1225.476622] env[70498]: _type = "Task" [ 1225.476622] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.487414] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615438, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.558960] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615435, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.574392] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a1016-a1a9-4de2-b044-62170289e67d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.581446] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918eab20-4224-40d8-9111-4ca5c7ced2ae {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.616443] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70871f80-d386-4d31-9181-05318d660ae2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.626432] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615436, 'name': Destroy_Task, 'duration_secs': 0.916776} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.629745] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Destroyed the VM [ 1225.629745] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1225.629745] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ec94964-3f54-49bf-85ff-94bad00fefe9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.632569] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c0572-31c2-45e3-9b21-1b64785f2bbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.649212] env[70498]: DEBUG nova.compute.provider_tree [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.651860] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1225.651860] env[70498]: value = "task-3615439" [ 1225.651860] env[70498]: _type = "Task" [ 1225.651860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.653141] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.664711] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 6aff63ca-7e21-44c4-806a-22747d2ba7c6] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.666281] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615439, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.795918] env[70498]: DEBUG nova.network.neutron [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Updating instance_info_cache with network_info: [{"id": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "address": "fa:16:3e:f2:6c:6d", "network": {"id": "fdb456cd-90a0-4db5-8b0f-c7ab518c2583", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-74739400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b72794ea3b48fb8535e7a74f94fe30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc2cacc-57", "ovs_interfaceid": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.959173] env[70498]: DEBUG nova.compute.manager [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.959405] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.960376] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ee36a-a58f-49ab-b061-685df3f3b77e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.968750] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.968999] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a290401-11f1-4245-8760-7767afedd7b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.975581] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1225.975581] env[70498]: value = "task-3615440" [ 1225.975581] env[70498]: _type = "Task" [ 1225.975581] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.989659] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.992793] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615438, 'name': Rename_Task, 'duration_secs': 0.223266} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.992988] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.993242] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6066c38-5cd5-4437-a310-ef215b8bde32 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.002144] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1226.002144] env[70498]: value = "task-3615441" [ 1226.002144] env[70498]: _type = "Task" [ 1226.002144] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.020722] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615441, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.058646] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615435, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085927} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.059353] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] d1a578e3-1027-418a-bdb5-0877e5ca8f50/d1a578e3-1027-418a-bdb5-0877e5ca8f50.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.059353] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.059626] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6550b00-11a8-4f37-bd8f-b01f14d77d40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.068352] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1226.068352] env[70498]: value = "task-3615442" [ 1226.068352] env[70498]: _type = "Task" [ 1226.068352] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.076721] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.154207] env[70498]: DEBUG nova.scheduler.client.report [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.165202] env[70498]: DEBUG nova.compute.manager [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Received event network-vif-plugged-4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.165454] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Acquiring lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.165724] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.165917] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.166105] env[70498]: DEBUG nova.compute.manager [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] No waiting events found dispatching network-vif-plugged-4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.166271] env[70498]: WARNING nova.compute.manager [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Received unexpected event network-vif-plugged-4dc2cacc-57a6-4bd9-afe6-0095fe397968 for instance with vm_state building and task_state spawning. [ 1226.166434] env[70498]: DEBUG nova.compute.manager [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Received event network-changed-4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.166645] env[70498]: DEBUG nova.compute.manager [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Refreshing instance network info cache due to event network-changed-4dc2cacc-57a6-4bd9-afe6-0095fe397968. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.166821] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Acquiring lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.171149] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: a37737e6-72d1-48c6-9d2a-b7ef530de09d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.174210] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615439, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52055} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.174560] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.174715] env[70498]: DEBUG nova.compute.manager [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.175871] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c60423d-842c-4332-89bc-0552e33b475b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.301021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Releasing lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.301021] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Instance network_info: |[{"id": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "address": "fa:16:3e:f2:6c:6d", "network": {"id": "fdb456cd-90a0-4db5-8b0f-c7ab518c2583", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-74739400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b72794ea3b48fb8535e7a74f94fe30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc2cacc-57", "ovs_interfaceid": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.301021] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Acquired lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.301021] env[70498]: DEBUG nova.network.neutron [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Refreshing network info cache for port 4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.301021] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:6c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc2cacc-57a6-4bd9-afe6-0095fe397968', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.310417] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Creating folder: Project (54b72794ea3b48fb8535e7a74f94fe30). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.312216] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f312a696-2a16-4bd9-b9c2-b55a12cd67c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.324210] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Created folder: Project (54b72794ea3b48fb8535e7a74f94fe30) in parent group-v720819. [ 1226.325109] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Creating folder: Instances. Parent ref: group-v721135. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1226.325109] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb8d101-fd98-4af0-bfba-19f3e9a275f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.335825] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Created folder: Instances in parent group-v721135. [ 1226.336382] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.336745] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.337112] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e25c45a2-f8f2-4c0d-8649-79bb821b9bd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.365855] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.365855] env[70498]: value = "task-3615445" [ 1226.365855] env[70498]: _type = "Task" [ 1226.365855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.382848] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615445, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.485862] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615440, 'name': PowerOffVM_Task, 'duration_secs': 0.297143} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.486381] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.486381] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.486507] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-037d3b38-d410-43c8-a8c3-0821fd4c48f5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.512585] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.578264] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.578551] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.579849] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f70605f-4375-46d5-8aa2-72b7c7055e6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.606440] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] d1a578e3-1027-418a-bdb5-0877e5ca8f50/d1a578e3-1027-418a-bdb5-0877e5ca8f50.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.606573] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f3d47e-064e-4149-a344-196d4ae14c7c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627622] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1226.627622] env[70498]: value = "task-3615447" [ 1226.627622] env[70498]: _type = "Task" [ 1226.627622] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.638366] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.662855] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.665811] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.061s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.666905] env[70498]: DEBUG nova.objects.instance [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lazy-loading 'resources' on Instance uuid 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.676312] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8f6b5204-37e1-4179-8ad8-769f42e0dd5b] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.690210] env[70498]: INFO nova.compute.manager [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Shelve offloading [ 1226.740098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.740390] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.740822] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleting the datastore file [datastore2] 88ff5135-3d18-4817-aaf8-c7f6d0d3c638 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.740992] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b391cb-4549-476e-ad80-a22e7c089e13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.749264] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1226.749264] env[70498]: value = "task-3615448" [ 1226.749264] env[70498]: _type = "Task" [ 1226.749264] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.758802] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.769126] env[70498]: INFO nova.scheduler.client.report [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocations for instance 33861776-c29a-4b3b-87e7-f7ef2849dbef [ 1226.880362] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615445, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.015578] env[70498]: DEBUG oslo_vmware.api [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615441, 'name': PowerOnVM_Task, 'duration_secs': 0.827027} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.015916] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.016186] env[70498]: INFO nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1227.016474] env[70498]: DEBUG nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.017777] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32bae3e-090d-4fa9-95f7-66a33e479e26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.137665] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615447, 'name': ReconfigVM_Task, 'duration_secs': 0.333477} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.137985] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Reconfigured VM instance instance-0000006f to attach disk [datastore2] d1a578e3-1027-418a-bdb5-0877e5ca8f50/d1a578e3-1027-418a-bdb5-0877e5ca8f50.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.138659] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ea79f1-c307-4f3d-ab3b-08458bba2e34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.145879] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1227.145879] env[70498]: value = "task-3615449" [ 1227.145879] env[70498]: _type = "Task" [ 1227.145879] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.155862] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615449, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.180171] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4e9712d3-c404-4152-a2f1-67014e21a8a8] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.199681] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.199982] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a217d77-a410-4ee9-9558-148114f2fa08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.215855] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1227.215855] env[70498]: value = "task-3615450" [ 1227.215855] env[70498]: _type = "Task" [ 1227.215855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.233263] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.233635] env[70498]: DEBUG nova.compute.manager [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.235372] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7974a842-a7da-48c0-9390-dcdb6b22e5b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.244954] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.245073] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.245405] env[70498]: DEBUG nova.network.neutron [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.261236] env[70498]: DEBUG nova.network.neutron [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Updated VIF entry in instance network info cache for port 4dc2cacc-57a6-4bd9-afe6-0095fe397968. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.261588] env[70498]: DEBUG nova.network.neutron [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Updating instance_info_cache with network_info: [{"id": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "address": "fa:16:3e:f2:6c:6d", "network": {"id": "fdb456cd-90a0-4db5-8b0f-c7ab518c2583", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-74739400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54b72794ea3b48fb8535e7a74f94fe30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc2cacc-57", "ovs_interfaceid": "4dc2cacc-57a6-4bd9-afe6-0095fe397968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.266974] env[70498]: DEBUG oslo_vmware.api [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333605} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.269786] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.269986] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.270215] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.270413] env[70498]: INFO nova.compute.manager [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1227.270660] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.272310] env[70498]: DEBUG nova.compute.manager [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.272389] env[70498]: DEBUG nova.network.neutron [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.281997] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d882ee95-1ab6-4d40-8cc3-327949d06ee2 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "33861776-c29a-4b3b-87e7-f7ef2849dbef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.855s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.377962] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615445, 'name': CreateVM_Task, 'duration_secs': 0.639961} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.378225] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.378828] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.378990] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.379332] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.381879] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad3d7c0-d42a-43d9-bc33-d0994e5661a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.387082] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1227.387082] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5254b777-7ff2-db84-8dfd-be50da689ed9" [ 1227.387082] env[70498]: _type = "Task" [ 1227.387082] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.398853] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5254b777-7ff2-db84-8dfd-be50da689ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.480846] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfca0aa-9724-4b75-80de-864fb44cb08c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.488500] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2a0b1-7383-4ea8-a4fb-c362f1e0f207 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.524082] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732ccb6b-ce22-4613-b490-5aad5a6dc639 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.541423] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513f972-2e1f-40a9-85aa-667f2f3452a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.544049] env[70498]: INFO nova.compute.manager [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Took 18.71 seconds to build instance. [ 1227.558533] env[70498]: DEBUG nova.compute.provider_tree [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.656244] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615449, 'name': Rename_Task, 'duration_secs': 0.168453} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.656359] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.656553] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c006946-dcd8-4da8-bacf-f4e5e6ad9c8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.663246] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1227.663246] env[70498]: value = "task-3615451" [ 1227.663246] env[70498]: _type = "Task" [ 1227.663246] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.670977] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.683793] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 3e102fa4-fcad-4405-9a72-b583313c6b1d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.764064] env[70498]: DEBUG oslo_concurrency.lockutils [req-b210c57d-cbd9-4cc6-bbc7-beec8ecfb700 req-2f24c58f-50c0-4e63-8a56-dd39f311844f service nova] Releasing lock "refresh_cache-e77f64b3-5d38-4e91-9894-20681eb7795f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.902855] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5254b777-7ff2-db84-8dfd-be50da689ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.905557] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.905793] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.906028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.906172] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.906346] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.906623] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5edc93ca-6919-470e-9ce0-19eb931e3708 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.916157] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.916336] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.917085] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1d24c4-83e4-45d0-9cae-0439103e737f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.922023] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1227.922023] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520a94fe-c959-4e01-1b57-a2c50e147671" [ 1227.922023] env[70498]: _type = "Task" [ 1227.922023] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.931919] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a94fe-c959-4e01-1b57-a2c50e147671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.047326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7103bb1b-2ac5-4b50-817f-1b46fedc489d tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.232s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.062832] env[70498]: DEBUG nova.scheduler.client.report [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.069304] env[70498]: DEBUG nova.network.neutron [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.145499] env[70498]: DEBUG nova.network.neutron [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updating instance_info_cache with network_info: [{"id": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "address": "fa:16:3e:e1:0a:a4", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f19ad26-fe", "ovs_interfaceid": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.172872] env[70498]: DEBUG oslo_vmware.api [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615451, 'name': PowerOnVM_Task, 'duration_secs': 0.464474} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.173174] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.173400] env[70498]: INFO nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1228.173585] env[70498]: DEBUG nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.174361] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83681de-f009-480b-8253-2a239300483f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.190640] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: b22b6200-a33b-4636-81c6-c58a9f0c14d0] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.244339] env[70498]: DEBUG nova.compute.manager [req-c6409944-2ecd-4346-a91c-8b6ea86ab326 req-ee29ee7f-5fab-48ed-9a0d-0a957851aba3 service nova] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Received event network-vif-deleted-90e00548-5163-4047-bcf5-64eaf48e2d04 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.432349] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a94fe-c959-4e01-1b57-a2c50e147671, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.433165] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2303225-2999-4e4e-9977-3d9c6efe3d33 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.438404] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1228.438404] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5249cfd4-32f9-dd4b-9a59-a3627bccaef6" [ 1228.438404] env[70498]: _type = "Task" [ 1228.438404] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.446295] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5249cfd4-32f9-dd4b-9a59-a3627bccaef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.555123] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "e13968a9-8677-44af-9111-289a4f64f448" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.555424] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.555611] env[70498]: DEBUG nova.compute.manager [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.556506] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb62faf1-65a9-4c8c-8c45-5ba46e30250f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.563258] env[70498]: DEBUG nova.compute.manager [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1228.563829] env[70498]: DEBUG nova.objects.instance [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'flavor' on Instance uuid e13968a9-8677-44af-9111-289a4f64f448 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.571807] env[70498]: INFO nova.compute.manager [-] [instance: 88ff5135-3d18-4817-aaf8-c7f6d0d3c638] Took 1.30 seconds to deallocate network for instance. [ 1228.573822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.578837] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.588s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.580242] env[70498]: INFO nova.compute.claims [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.606142] env[70498]: INFO nova.scheduler.client.report [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Deleted allocations for instance 96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6 [ 1228.649158] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.691965] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8e5634c6-3e54-40a2-ae93-2621005c01cb] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.694593] env[70498]: INFO nova.compute.manager [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Took 19.70 seconds to build instance. [ 1228.952020] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5249cfd4-32f9-dd4b-9a59-a3627bccaef6, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.952020] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.952619] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e77f64b3-5d38-4e91-9894-20681eb7795f/e77f64b3-5d38-4e91-9894-20681eb7795f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.953045] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f3e29a3-c07d-44e1-a760-7e2e7e6e9788 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.962797] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1228.962797] env[70498]: value = "task-3615452" [ 1228.962797] env[70498]: _type = "Task" [ 1228.962797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.971422] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.976735] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.977586] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f16159e-f040-4e04-aa56-a555d1fb8cef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.984582] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.984856] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d516141-4fee-44f7-9ab2-638d44272a28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.051903] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.052200] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.052404] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore2] cebe4616-08f5-4362-90cf-a6dd9d24aec1 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.052695] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b8014d-f676-4453-b7d0-1c4722be30b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.059327] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1229.059327] env[70498]: value = "task-3615454" [ 1229.059327] env[70498]: _type = "Task" [ 1229.059327] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.069327] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.087056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.114195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a5ab5a1f-4936-4ac4-b590-693c66830002 tempest-ServerShowV257Test-952905758 tempest-ServerShowV257Test-952905758-project-member] Lock "96de44f3-5f76-4fdc-9ddb-5d0d0c9e14f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.905s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.199329] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: aa405dfe-8140-435c-b852-a702edbc7815] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.201158] env[70498]: DEBUG oslo_concurrency.lockutils [None req-62f4eaa7-4ab3-443b-bf1a-2dd9f0a4cd51 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.221s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.270249] env[70498]: DEBUG nova.compute.manager [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Received event network-changed-16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.270470] env[70498]: DEBUG nova.compute.manager [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Refreshing instance network info cache due to event network-changed-16d7b8a4-a73c-4289-8782-d14b8feab093. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.270724] env[70498]: DEBUG oslo_concurrency.lockutils [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] Acquiring lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.270922] env[70498]: DEBUG oslo_concurrency.lockutils [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] Acquired lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.271098] env[70498]: DEBUG nova.network.neutron [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Refreshing network info cache for port 16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.297417] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "29155fa2-860f-48ae-9277-b61d60cdf175" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.297417] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.475250] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615452, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.569270] env[70498]: DEBUG oslo_vmware.api [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266145} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.569534] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.569735] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.569925] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.574985] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.575605] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b743f746-08d6-4c3d-bca7-855114a92f10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.582303] env[70498]: DEBUG oslo_vmware.api [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1229.582303] env[70498]: value = "task-3615455" [ 1229.582303] env[70498]: _type = "Task" [ 1229.582303] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.593790] env[70498]: DEBUG oslo_vmware.api [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.594906] env[70498]: INFO nova.scheduler.client.report [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance cebe4616-08f5-4362-90cf-a6dd9d24aec1 [ 1229.703483] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: a7fcfa53-c50c-4fb3-9aba-91e28dab2079] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.799133] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.831574] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e8720-63cb-486d-a147-307b5f9f35d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.842056] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fecd4a-7708-4d14-a3b0-68916062ab18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.878142] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e92df-01e9-4d40-a5e1-4cd51797a533 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.887656] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc10ec4-f2c4-428f-8a77-bf21e6c6c506 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.901694] env[70498]: DEBUG nova.compute.provider_tree [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.975498] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562101} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.975680] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] e77f64b3-5d38-4e91-9894-20681eb7795f/e77f64b3-5d38-4e91-9894-20681eb7795f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.975888] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.976207] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c59ca1f-04ba-43a2-8ca6-d7bd60fc9815 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.983429] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1229.983429] env[70498]: value = "task-3615456" [ 1229.983429] env[70498]: _type = "Task" [ 1229.983429] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.991521] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.040061] env[70498]: DEBUG nova.network.neutron [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updated VIF entry in instance network info cache for port 16d7b8a4-a73c-4289-8782-d14b8feab093. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.040498] env[70498]: DEBUG nova.network.neutron [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updating instance_info_cache with network_info: [{"id": "16d7b8a4-a73c-4289-8782-d14b8feab093", "address": "fa:16:3e:00:b3:64", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16d7b8a4-a7", "ovs_interfaceid": "16d7b8a4-a73c-4289-8782-d14b8feab093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.092528] env[70498]: DEBUG oslo_vmware.api [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615455, 'name': PowerOffVM_Task, 'duration_secs': 0.489121} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.092800] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.092993] env[70498]: DEBUG nova.compute.manager [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.093877] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1f8794-6431-4be9-83fc-62d7cf315e3c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.100399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.208031] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 5dacfb23-4e8e-45de-8927-d4079536a77e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.269967] env[70498]: DEBUG nova.compute.manager [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received event network-vif-unplugged-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.270297] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.270620] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.270899] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.271193] env[70498]: DEBUG nova.compute.manager [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] No waiting events found dispatching network-vif-unplugged-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.271474] env[70498]: DEBUG nova.compute.manager [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received event network-vif-unplugged-7f19ad26-fee5-4461-b6a0-a65f8677dded for instance with task_state deleting. {{(pid=70498) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1230.271720] env[70498]: DEBUG nova.compute.manager [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Received event network-changed-7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.271896] env[70498]: DEBUG nova.compute.manager [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Refreshing instance network info cache due to event network-changed-7f19ad26-fee5-4461-b6a0-a65f8677dded. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.272094] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Acquiring lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.272290] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Acquired lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.272447] env[70498]: DEBUG nova.network.neutron [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Refreshing network info cache for port 7f19ad26-fee5-4461-b6a0-a65f8677dded {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.317173] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.406495] env[70498]: DEBUG nova.scheduler.client.report [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.494152] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069702} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.494454] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.495251] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000a6f52-5c35-4ebc-893c-4636a1f1beb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.517737] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e77f64b3-5d38-4e91-9894-20681eb7795f/e77f64b3-5d38-4e91-9894-20681eb7795f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.518038] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84f6fb86-6b56-4134-8c5d-cd1261137750 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.538602] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1230.538602] env[70498]: value = "task-3615457" [ 1230.538602] env[70498]: _type = "Task" [ 1230.538602] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.543915] env[70498]: DEBUG oslo_concurrency.lockutils [req-07b5e7ca-d434-440e-8457-7454be13ca95 req-78353566-81f3-496f-bb26-37c143938c52 service nova] Releasing lock "refresh_cache-d1a578e3-1027-418a-bdb5-0877e5ca8f50" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.547710] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.555742] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.607057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d9d485e7-4772-4bf6-be00-dd533f8d66ef tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.710802] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 5a459003-cab6-4b78-a8a1-918bf10e330b] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.911972] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.912588] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.915222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.206s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.915900] env[70498]: DEBUG nova.objects.instance [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lazy-loading 'resources' on Instance uuid 308b811e-98f6-4247-97c2-50fe3edd6c3b {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.002108] env[70498]: DEBUG nova.network.neutron [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updated VIF entry in instance network info cache for port 7f19ad26-fee5-4461-b6a0-a65f8677dded. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.002556] env[70498]: DEBUG nova.network.neutron [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updating instance_info_cache with network_info: [{"id": "7f19ad26-fee5-4461-b6a0-a65f8677dded", "address": "fa:16:3e:e1:0a:a4", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": null, "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7f19ad26-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.050190] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615457, 'name': ReconfigVM_Task, 'duration_secs': 0.499229} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.050575] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e77f64b3-5d38-4e91-9894-20681eb7795f/e77f64b3-5d38-4e91-9894-20681eb7795f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.051185] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb913aea-5308-4a78-be9f-a7801b265d8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.056946] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1231.056946] env[70498]: value = "task-3615458" [ 1231.056946] env[70498]: _type = "Task" [ 1231.056946] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.065265] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615458, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.215647] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 1121ea15-18c5-4127-b850-ce004941cd48] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.360410] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "e13968a9-8677-44af-9111-289a4f64f448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.360673] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.360889] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "e13968a9-8677-44af-9111-289a4f64f448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.361083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.361255] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.363464] env[70498]: INFO nova.compute.manager [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Terminating instance [ 1231.418693] env[70498]: DEBUG nova.compute.utils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.423232] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.423232] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.462541] env[70498]: DEBUG nova.policy [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66d0313cec184429b861137ffdaf799b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a2e2abb5c64df59c15c267fd4a03f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.506322] env[70498]: DEBUG oslo_concurrency.lockutils [req-d18eed27-87ca-42eb-9787-7089e5fdeba1 req-a951af86-4889-48f3-a7cc-a4f15dac80d8 service nova] Releasing lock "refresh_cache-cebe4616-08f5-4362-90cf-a6dd9d24aec1" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.567266] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615458, 'name': Rename_Task, 'duration_secs': 0.191948} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.567538] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.567779] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff1fd6ae-aecd-4c0a-864e-16f68c9bacb6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.573798] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1231.573798] env[70498]: value = "task-3615459" [ 1231.573798] env[70498]: _type = "Task" [ 1231.573798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.583471] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.626263] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8d5a0-b218-46e1-8ea8-2774bfeca20c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.633962] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e44eb2-e53c-46e7-b704-c13492ccbe9d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.665302] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cac5f8-b8b2-4043-a021-1dbdf7a8cdbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.672761] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c73a09-7952-4285-8467-f652fabec45c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.687013] env[70498]: DEBUG nova.compute.provider_tree [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.719014] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 8f026176-3148-4a5e-8f67-09477de45b2b] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.726671] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Successfully created port: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.870091] env[70498]: DEBUG nova.compute.manager [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.870091] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.870091] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8e6439-b12f-48a1-ba73-9c24a91beef3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.876728] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.877197] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f1a937-123d-4e5a-960a-5bb036c71ff2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.926939] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.942762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.943212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.943574] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.943693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.943891] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.946093] env[70498]: INFO nova.compute.manager [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Terminating instance [ 1231.953410] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.953676] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.955671] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore2] e13968a9-8677-44af-9111-289a4f64f448 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.956473] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120b6086-36aa-4870-a513-94b0f900ba29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.963337] env[70498]: DEBUG oslo_vmware.api [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1231.963337] env[70498]: value = "task-3615461" [ 1231.963337] env[70498]: _type = "Task" [ 1231.963337] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.972011] env[70498]: DEBUG oslo_vmware.api [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.083488] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.191030] env[70498]: DEBUG nova.scheduler.client.report [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.221761] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4a37d39e-9040-4b77-8701-781973530d84] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.450288] env[70498]: DEBUG nova.compute.manager [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.450512] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.451427] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7924e62-5d90-4dc3-8159-aec67b68fa14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.459134] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.459367] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f790125-a7cb-42e2-9b46-8ef8641592a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.467986] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1232.467986] env[70498]: value = "task-3615462" [ 1232.467986] env[70498]: _type = "Task" [ 1232.467986] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.474826] env[70498]: DEBUG oslo_vmware.api [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164496} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.475502] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.475762] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.476082] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.476367] env[70498]: INFO nova.compute.manager [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: e13968a9-8677-44af-9111-289a4f64f448] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1232.476705] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.480885] env[70498]: DEBUG nova.compute.manager [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.481045] env[70498]: DEBUG nova.network.neutron [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.483170] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.587068] env[70498]: DEBUG oslo_vmware.api [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615459, 'name': PowerOnVM_Task, 'duration_secs': 0.591063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.587068] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.587068] env[70498]: INFO nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1232.587068] env[70498]: DEBUG nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.587701] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8356bb38-219f-43f5-86bb-5bdb4a2838b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.695287] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.699326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.360s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.699326] env[70498]: DEBUG nova.objects.instance [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lazy-loading 'resources' on Instance uuid 93216dec-651d-4c54-924c-ce39b1ed0d4a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.711776] env[70498]: DEBUG nova.compute.manager [req-93a902f1-07d9-45a3-b0fe-8e9abdc1abdc req-a2270fb7-47eb-480c-b47d-b53d88db1ae8 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Received event network-vif-deleted-9586e030-6dd3-401b-9406-f9367138bbac {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.712021] env[70498]: INFO nova.compute.manager [req-93a902f1-07d9-45a3-b0fe-8e9abdc1abdc req-a2270fb7-47eb-480c-b47d-b53d88db1ae8 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Neutron deleted interface 9586e030-6dd3-401b-9406-f9367138bbac; detaching it from the instance and deleting it from the info cache [ 1232.712223] env[70498]: DEBUG nova.network.neutron [req-93a902f1-07d9-45a3-b0fe-8e9abdc1abdc req-a2270fb7-47eb-480c-b47d-b53d88db1ae8 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.722015] env[70498]: INFO nova.scheduler.client.report [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Deleted allocations for instance 308b811e-98f6-4247-97c2-50fe3edd6c3b [ 1232.727327] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d64add4a-0a75-4204-8e81-12bb1c91250d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.934024] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.963436] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.963707] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.963872] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.964062] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.964222] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.964370] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.964575] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.964729] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.964894] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.965070] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.965249] env[70498]: DEBUG nova.virt.hardware [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.966121] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4dfb9f-e872-4b70-a21a-d8a0721b33b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.977065] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615462, 'name': PowerOffVM_Task, 'duration_secs': 0.331671} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.979104] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.979278] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.979544] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34fb66b9-9a13-48f1-8ad4-2c814434c14e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.981791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0698cee-6cc3-4cf9-9652-d13c0ce428a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.052621] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.052889] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.053107] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleting the datastore file [datastore1] dfa0b2b6-cd70-44ae-bc85-325b587775ee {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.053390] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c84be127-82c4-42a8-9036-8b7c134bcb26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.059939] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1233.059939] env[70498]: value = "task-3615464" [ 1233.059939] env[70498]: _type = "Task" [ 1233.059939] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.068877] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.106581] env[70498]: INFO nova.compute.manager [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Took 21.88 seconds to build instance. [ 1233.199125] env[70498]: DEBUG nova.network.neutron [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.215513] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a1cd2f9-cf69-4cf7-b866-f784040c3d03 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.225544] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2fee3-2826-42cb-84d6-dbe05e38bc76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.243119] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: fd0cef81-c030-44eb-8fc0-5b53407096f2] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.245669] env[70498]: DEBUG oslo_concurrency.lockutils [None req-73be7d10-59c9-4d1c-9508-7e1bec4d8871 tempest-AttachVolumeTestJSON-663560542 tempest-AttachVolumeTestJSON-663560542-project-member] Lock "308b811e-98f6-4247-97c2-50fe3edd6c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.422s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.273547] env[70498]: DEBUG nova.compute.manager [req-93a902f1-07d9-45a3-b0fe-8e9abdc1abdc req-a2270fb7-47eb-480c-b47d-b53d88db1ae8 service nova] [instance: e13968a9-8677-44af-9111-289a4f64f448] Detach interface failed, port_id=9586e030-6dd3-401b-9406-f9367138bbac, reason: Instance e13968a9-8677-44af-9111-289a4f64f448 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1233.277644] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Successfully updated port: 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.485130] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a05690-d3ca-43ec-9f5c-f36d632f94c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.493864] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e997505-8262-46e9-8b9e-dcbf41349799 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.530268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d7561-a671-4925-aa1a-760f3cf78971 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.541830] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300208c-2804-407e-b5bb-23d96bf2e95b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.556884] env[70498]: DEBUG nova.compute.provider_tree [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.569679] env[70498]: DEBUG oslo_vmware.api [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187995} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.569940] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.570137] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.570316] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.570489] env[70498]: INFO nova.compute.manager [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.570724] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.570907] env[70498]: DEBUG nova.compute.manager [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.571006] env[70498]: DEBUG nova.network.neutron [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.609968] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ba69de52-5a3b-49a9-bea3-3c3c256a4327 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.399s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.702317] env[70498]: INFO nova.compute.manager [-] [instance: e13968a9-8677-44af-9111-289a4f64f448] Took 1.22 seconds to deallocate network for instance. [ 1233.747221] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: cb2ec9f9-6861-48e7-aad2-01442d18abd5] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.778835] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.778989] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquired lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.779253] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.060065] env[70498]: DEBUG nova.scheduler.client.report [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.110831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "e77f64b3-5d38-4e91-9894-20681eb7795f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.111190] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.111507] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.111771] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.112014] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.114096] env[70498]: INFO nova.compute.manager [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Terminating instance [ 1234.209905] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.253798] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 9e39689f-2699-47b9-af2d-34197ee15e44] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.315099] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.451495] env[70498]: DEBUG nova.network.neutron [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Updating instance_info_cache with network_info: [{"id": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "address": "fa:16:3e:ff:69:83", "network": {"id": "6ac09e3b-fdc9-434a-b13d-341ada5dc038", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1729513070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a2e2abb5c64df59c15c267fd4a03f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a37490b-b2", "ovs_interfaceid": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.564952] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.567388] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.480s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.567574] env[70498]: DEBUG nova.objects.instance [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'resources' on Instance uuid 88ff5135-3d18-4817-aaf8-c7f6d0d3c638 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.591448] env[70498]: INFO nova.scheduler.client.report [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Deleted allocations for instance 93216dec-651d-4c54-924c-ce39b1ed0d4a [ 1234.595966] env[70498]: DEBUG nova.network.neutron [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.618648] env[70498]: DEBUG nova.compute.manager [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.618648] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.619797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8204364e-a506-4aff-a719-faf7db2daf8f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.631402] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.631673] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d419f9c5-4bee-4f37-a190-3af9a2e1ead2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.638683] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1234.638683] env[70498]: value = "task-3615466" [ 1234.638683] env[70498]: _type = "Task" [ 1234.638683] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.647202] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.740496] env[70498]: DEBUG nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Received event network-vif-plugged-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.740754] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Acquiring lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.741024] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.741198] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.741518] env[70498]: DEBUG nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] No waiting events found dispatching network-vif-plugged-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.741518] env[70498]: WARNING nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Received unexpected event network-vif-plugged-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e for instance with vm_state building and task_state spawning. [ 1234.741671] env[70498]: DEBUG nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Received event network-changed-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.741819] env[70498]: DEBUG nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Refreshing instance network info cache due to event network-changed-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.741978] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Acquiring lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.758978] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: c87d60f1-7a1e-4edf-831a-1fdf542fcf93] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.953815] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Releasing lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.954271] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Instance network_info: |[{"id": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "address": "fa:16:3e:ff:69:83", "network": {"id": "6ac09e3b-fdc9-434a-b13d-341ada5dc038", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1729513070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a2e2abb5c64df59c15c267fd4a03f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a37490b-b2", "ovs_interfaceid": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.954633] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Acquired lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.954823] env[70498]: DEBUG nova.network.neutron [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Refreshing network info cache for port 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.956075] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:69:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a37490b-b2a0-4cea-a9ab-8f0893d4af7e', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.965917] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Creating folder: Project (33a2e2abb5c64df59c15c267fd4a03f6). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.969120] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b838f9-2f8b-4f23-92c7-0ff3319b9d57 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.981451] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Created folder: Project (33a2e2abb5c64df59c15c267fd4a03f6) in parent group-v720819. [ 1234.981653] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Creating folder: Instances. Parent ref: group-v721138. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.981892] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df55612b-1bb3-40cc-b662-01173ea33226 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.995630] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Created folder: Instances in parent group-v721138. [ 1234.995893] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.996121] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.996351] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc1349f1-102f-498d-866e-65545d47aa76 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.020124] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.020124] env[70498]: value = "task-3615469" [ 1235.020124] env[70498]: _type = "Task" [ 1235.020124] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.029723] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615469, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.101666] env[70498]: INFO nova.compute.manager [-] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Took 1.53 seconds to deallocate network for instance. [ 1235.101866] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b2b754b4-bb7f-4fca-8ddb-8f23eb9b5f5f tempest-AttachVolumeShelveTestJSON-405683484 tempest-AttachVolumeShelveTestJSON-405683484-project-member] Lock "93216dec-651d-4c54-924c-ce39b1ed0d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.432s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.157677] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615466, 'name': PowerOffVM_Task, 'duration_secs': 0.404862} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.158154] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.158470] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.162230] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ddf11e7-c7c7-4311-be44-896b69dca091 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.199286] env[70498]: DEBUG nova.network.neutron [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Updated VIF entry in instance network info cache for port 6a37490b-b2a0-4cea-a9ab-8f0893d4af7e. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.199810] env[70498]: DEBUG nova.network.neutron [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Updating instance_info_cache with network_info: [{"id": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "address": "fa:16:3e:ff:69:83", "network": {"id": "6ac09e3b-fdc9-434a-b13d-341ada5dc038", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1729513070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33a2e2abb5c64df59c15c267fd4a03f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a37490b-b2", "ovs_interfaceid": "6a37490b-b2a0-4cea-a9ab-8f0893d4af7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.244091] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.244345] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.244550] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Deleting the datastore file [datastore2] e77f64b3-5d38-4e91-9894-20681eb7795f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.247276] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b595d63d-1acc-4291-874a-183f9012f68d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.254528] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for the task: (returnval){ [ 1235.254528] env[70498]: value = "task-3615471" [ 1235.254528] env[70498]: _type = "Task" [ 1235.254528] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.262184] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: c70a1f92-7292-467e-adec-a7b4543c7924] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.270359] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.301109] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e96e8c5-8660-4e7c-935c-2a0cc3885219 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.312781] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f48a6-5f7e-468a-921a-98bcf807a58c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.344072] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb694d7c-9c17-4136-9736-6d133ec91973 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.352376] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b875b3-3402-464e-80d7-91824cd74f35 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.366407] env[70498]: DEBUG nova.compute.provider_tree [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.531633] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615469, 'name': CreateVM_Task, 'duration_secs': 0.359741} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.531633] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.532212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.532404] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.532730] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.532974] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccbed43-8da8-4f15-96cc-e2edfa57726c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.537884] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1235.537884] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e7f28d-5283-1b2a-ff94-75d390294327" [ 1235.537884] env[70498]: _type = "Task" [ 1235.537884] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.545111] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e7f28d-5283-1b2a-ff94-75d390294327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.618375] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.703323] env[70498]: DEBUG oslo_concurrency.lockutils [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] Releasing lock "refresh_cache-65c85149-90d4-4eb6-bb04-12e38e860466" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.703651] env[70498]: DEBUG nova.compute.manager [req-4569b39d-b899-4eb4-be95-75e45457eb8c req-d8ed7609-ce30-4db3-8b38-0b30fee14e64 service nova] [instance: dfa0b2b6-cd70-44ae-bc85-325b587775ee] Received event network-vif-deleted-0f7b04e8-362b-48b0-8933-e9c01b57a3de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.764094] env[70498]: DEBUG oslo_vmware.api [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Task: {'id': task-3615471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158633} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.765399] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.766082] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.766082] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.766082] env[70498]: INFO nova.compute.manager [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1235.766423] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.766836] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d38d38aa-3af2-408b-b65d-f50d8c175508] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.768616] env[70498]: DEBUG nova.compute.manager [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.769662] env[70498]: DEBUG nova.network.neutron [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.869670] env[70498]: DEBUG nova.scheduler.client.report [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.051040] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e7f28d-5283-1b2a-ff94-75d390294327, 'name': SearchDatastore_Task, 'duration_secs': 0.009302} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.051040] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.051040] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.051040] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.051040] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.051040] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.051040] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ada424d-eeb8-49ed-a77e-1d22e297d78a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.060472] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.060472] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.060472] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e41139e-ea68-4a9e-8832-f13344108627 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.066724] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1236.066724] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf713-a66c-c037-75cd-8d5a6f0b3331" [ 1236.066724] env[70498]: _type = "Task" [ 1236.066724] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.074497] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf713-a66c-c037-75cd-8d5a6f0b3331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.272431] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: a34c3ed6-916c-4109-9fb8-27577d79e7a9] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.374929] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.377374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.277s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.377609] env[70498]: DEBUG nova.objects.instance [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'resources' on Instance uuid cebe4616-08f5-4362-90cf-a6dd9d24aec1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.396102] env[70498]: INFO nova.scheduler.client.report [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted allocations for instance 88ff5135-3d18-4817-aaf8-c7f6d0d3c638 [ 1236.565149] env[70498]: DEBUG nova.network.neutron [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.577439] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]525cf713-a66c-c037-75cd-8d5a6f0b3331, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.578760] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55660918-9c37-4ec0-80c8-0ab3eefdc901 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.584583] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1236.584583] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52841488-8a64-0962-adb0-f8e6b1ff4229" [ 1236.584583] env[70498]: _type = "Task" [ 1236.584583] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.591734] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52841488-8a64-0962-adb0-f8e6b1ff4229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.765879] env[70498]: DEBUG nova.compute.manager [req-be8ce99b-bce6-4c94-93fc-7611448e636a req-785281dc-0a29-4b42-ab49-93767a0030c5 service nova] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Received event network-vif-deleted-4dc2cacc-57a6-4bd9-afe6-0095fe397968 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.775509] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 44ecb7ce-7aee-4598-a95d-3179fcf18868] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.880191] env[70498]: DEBUG nova.objects.instance [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'numa_topology' on Instance uuid cebe4616-08f5-4362-90cf-a6dd9d24aec1 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.904596] env[70498]: DEBUG oslo_concurrency.lockutils [None req-eed7cb96-6493-4b0b-a296-bcd7fc2ff0bc tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "88ff5135-3d18-4817-aaf8-c7f6d0d3c638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.459s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.067181] env[70498]: INFO nova.compute.manager [-] [instance: e77f64b3-5d38-4e91-9894-20681eb7795f] Took 1.30 seconds to deallocate network for instance. [ 1237.095763] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52841488-8a64-0962-adb0-f8e6b1ff4229, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.096065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.096328] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 65c85149-90d4-4eb6-bb04-12e38e860466/65c85149-90d4-4eb6-bb04-12e38e860466.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.096594] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b9fafca-84c5-4958-bf51-12f6bd8870fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.102400] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1237.102400] env[70498]: value = "task-3615474" [ 1237.102400] env[70498]: _type = "Task" [ 1237.102400] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.112338] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.279707] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 7f8af010-97e3-42d1-9128-c6d628afce3a] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.383084] env[70498]: DEBUG nova.objects.base [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.553703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "f26147e0-8885-4f63-855d-8cb02de2acd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.553703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.553703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.553703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.553703] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.556161] env[70498]: INFO nova.compute.manager [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Terminating instance [ 1237.572817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75070711-1f1e-499f-8346-104604741d87 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.577184] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.583483] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b1b11-bfc5-45ed-8415-4657a9fd73a9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.621696] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9458a-497f-42cd-9022-c685d93b6265 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.631230] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615474, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.634415] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb97fa27-c714-4f12-873e-29003a8f11ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.647739] env[70498]: DEBUG nova.compute.provider_tree [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.783279] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 4651916e-ee5a-44fc-84fb-55f9faf67329] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.063712] env[70498]: DEBUG nova.compute.manager [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.063948] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.064860] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe7e6ad-3845-4a84-a654-b8f510cfbbda {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.072995] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.073247] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13b4c356-5d03-44cc-858f-238270363cf3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.079455] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1238.079455] env[70498]: value = "task-3615475" [ 1238.079455] env[70498]: _type = "Task" [ 1238.079455] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.087820] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.127180] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.151738] env[70498]: DEBUG nova.scheduler.client.report [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.286802] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: df2582e9-4e05-4262-a6ff-7bc838fae39c] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.589089] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615475, 'name': PowerOffVM_Task, 'duration_secs': 0.191116} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.589403] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.589580] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.589836] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb2dcd1b-3a40-477b-b5c6-95a48202c425 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.626722] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615474, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.658755] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.663092] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.345s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.663493] env[70498]: INFO nova.compute.claims [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.667280] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.667480] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.667654] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleting the datastore file [datastore2] f26147e0-8885-4f63-855d-8cb02de2acd9 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.667898] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f791fff6-590d-4d97-bf25-41ae2a4b49f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.673924] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for the task: (returnval){ [ 1238.673924] env[70498]: value = "task-3615477" [ 1238.673924] env[70498]: _type = "Task" [ 1238.673924] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.681439] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.790161] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 98b2294e-8df8-4b09-951b-0e99dae111d1] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.129291] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615474, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.544586} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.129291] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 65c85149-90d4-4eb6-bb04-12e38e860466/65c85149-90d4-4eb6-bb04-12e38e860466.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.129291] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.129485] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5791a32b-2361-43c9-9e42-41956b0d5082 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.135712] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1239.135712] env[70498]: value = "task-3615478" [ 1239.135712] env[70498]: _type = "Task" [ 1239.135712] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.145483] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.166184] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7a3b4c72-234d-42df-bb8b-15c149ea7bd2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.957s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.167074] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 8.611s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.167248] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.167463] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.167641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.170942] env[70498]: INFO nova.compute.manager [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Terminating instance [ 1239.187135] env[70498]: DEBUG oslo_vmware.api [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Task: {'id': task-3615477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138783} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.187189] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.187379] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.187634] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.187863] env[70498]: INFO nova.compute.manager [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1239.188058] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.188251] env[70498]: DEBUG nova.compute.manager [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.188359] env[70498]: DEBUG nova.network.neutron [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.297021] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 0796db41-908c-4681-a242-7c5c66ec19e2] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.614278] env[70498]: DEBUG nova.compute.manager [req-8cbf2468-5704-43e9-8605-a4a735c4340f req-ece9099f-2c62-44ad-8878-1ecc8e745a41 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Received event network-vif-deleted-9969a4ac-4d84-42b8-842c-c14292e28da3 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.614278] env[70498]: INFO nova.compute.manager [req-8cbf2468-5704-43e9-8605-a4a735c4340f req-ece9099f-2c62-44ad-8878-1ecc8e745a41 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Neutron deleted interface 9969a4ac-4d84-42b8-842c-c14292e28da3; detaching it from the instance and deleting it from the info cache [ 1239.614278] env[70498]: DEBUG nova.network.neutron [req-8cbf2468-5704-43e9-8605-a4a735c4340f req-ece9099f-2c62-44ad-8878-1ecc8e745a41 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.645247] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076436} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.645515] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.646299] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a25114-7660-4f75-8ca4-e363f0d6e570 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.669421] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 65c85149-90d4-4eb6-bb04-12e38e860466/65c85149-90d4-4eb6-bb04-12e38e860466.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.669676] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c24b416-3e8e-46de-a975-25a5a1536ed8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.687596] env[70498]: DEBUG nova.compute.manager [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.687795] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.688536] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6a5460f-9471-4bcb-9d11-071ce389e550 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.699027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4c06d-52a7-4c94-9b53-711ef5af17c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.709340] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1239.709340] env[70498]: value = "task-3615479" [ 1239.709340] env[70498]: _type = "Task" [ 1239.709340] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.719802] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.735491] env[70498]: WARNING nova.virt.vmwareapi.vmops [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cebe4616-08f5-4362-90cf-a6dd9d24aec1 could not be found. [ 1239.735695] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.735913] env[70498]: INFO nova.compute.manager [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1239.736130] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.736353] env[70498]: DEBUG nova.compute.manager [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.736447] env[70498]: DEBUG nova.network.neutron [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.797421] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: f367ad26-89eb-47ab-9fc3-c78f9242b6e4] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.867688] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5aa931-7362-4e5c-9a48-36dae54e42e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.876975] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f5b03e-1d23-42c0-9461-63129fb1c546 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.922644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8afc1c-8e3f-4734-a369-cafdacf4c4a2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.933643] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d65524-1ac8-4498-a392-1b3fabd2a241 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.949823] env[70498]: DEBUG nova.compute.provider_tree [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.098105] env[70498]: DEBUG nova.network.neutron [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.116956] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f4bd2fa-f1c2-4122-be0e-c00d3852722b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.126573] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e90aa-ce23-4a0b-b674-7badff2b1754 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.164551] env[70498]: DEBUG nova.compute.manager [req-8cbf2468-5704-43e9-8605-a4a735c4340f req-ece9099f-2c62-44ad-8878-1ecc8e745a41 service nova] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Detach interface failed, port_id=9969a4ac-4d84-42b8-842c-c14292e28da3, reason: Instance f26147e0-8885-4f63-855d-8cb02de2acd9 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.220948] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615479, 'name': ReconfigVM_Task, 'duration_secs': 0.290063} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.221223] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 65c85149-90d4-4eb6-bb04-12e38e860466/65c85149-90d4-4eb6-bb04-12e38e860466.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.221926] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51107b10-6f00-43d4-a269-47798dba5ab3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.228767] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1240.228767] env[70498]: value = "task-3615481" [ 1240.228767] env[70498]: _type = "Task" [ 1240.228767] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.239007] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615481, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.302551] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 326c5243-e998-4528-9bd8-b70201c284f3] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.452908] env[70498]: DEBUG nova.scheduler.client.report [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.600142] env[70498]: INFO nova.compute.manager [-] [instance: f26147e0-8885-4f63-855d-8cb02de2acd9] Took 1.41 seconds to deallocate network for instance. [ 1240.739325] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615481, 'name': Rename_Task, 'duration_secs': 0.14235} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.739569] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.739809] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b4cb59-0962-4444-9ddd-06f48b7d914f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.746139] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1240.746139] env[70498]: value = "task-3615482" [ 1240.746139] env[70498]: _type = "Task" [ 1240.746139] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.755106] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.782039] env[70498]: DEBUG nova.network.neutron [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.805841] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 31c1a5b7-9ab5-4420-a967-f64542860150] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.957984] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.958671] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.961273] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.752s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.961476] env[70498]: DEBUG nova.objects.instance [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid e13968a9-8677-44af-9111-289a4f64f448 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.108097] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.257179] env[70498]: DEBUG oslo_vmware.api [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615482, 'name': PowerOnVM_Task, 'duration_secs': 0.473059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.257468] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.257674] env[70498]: INFO nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1241.257853] env[70498]: DEBUG nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.258627] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a71c0ff-4a1a-41df-b460-f4fd49a7ea7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.284767] env[70498]: INFO nova.compute.manager [-] [instance: cebe4616-08f5-4362-90cf-a6dd9d24aec1] Took 1.55 seconds to deallocate network for instance. [ 1241.310080] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d55b6c29-0ab9-41b0-a5b5-4e550fd24c48] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.464729] env[70498]: DEBUG nova.compute.utils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.466730] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.466730] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.524495] env[70498]: DEBUG nova.policy [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0ea815c46d4e22a62aa1099bc514a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04022d5cd2444153a7ac0a9eb7eba8a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.671248] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada9802c-a4c0-4ff1-be1c-37ff127a8ef9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.678881] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc63013-bc17-44b3-9619-08852d8f799f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.710679] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051c90f7-d437-4ec4-b71a-12058a1c36dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.718737] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c9be0-ec59-4ef5-8c41-45492cf45d89 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.732903] env[70498]: DEBUG nova.compute.provider_tree [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.777194] env[70498]: INFO nova.compute.manager [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Took 21.81 seconds to build instance. [ 1241.813627] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ebdac94a-e32c-4747-8a66-0dd8ffa862bb] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.846567] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Successfully created port: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.969753] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.236012] env[70498]: DEBUG nova.scheduler.client.report [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.280481] env[70498]: DEBUG oslo_concurrency.lockutils [None req-63bde33a-e68b-44f8-981b-1f908f170ae8 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.323s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.311836] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9b998a5a-ccbb-4737-8c1b-a32b8752f3bc tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "cebe4616-08f5-4362-90cf-a6dd9d24aec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.144s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.317263] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 11086611-2508-490c-ba96-13b0d3041e3a] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.612639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "65c85149-90d4-4eb6-bb04-12e38e860466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.612639] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.613072] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.613434] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.613668] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.615786] env[70498]: INFO nova.compute.manager [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Terminating instance [ 1242.740708] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.743011] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.125s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.743285] env[70498]: DEBUG nova.objects.instance [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'resources' on Instance uuid dfa0b2b6-cd70-44ae-bc85-325b587775ee {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.759682] env[70498]: INFO nova.scheduler.client.report [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance e13968a9-8677-44af-9111-289a4f64f448 [ 1242.820704] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 99ffaf1a-9c04-4dc3-8b3a-a75b100f1b2f] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.978816] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.999457] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.999688] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.999843] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.000035] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.000189] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.000337] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.000541] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.000696] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.000854] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.001043] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.001225] env[70498]: DEBUG nova.virt.hardware [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.002106] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dcb869-6933-488e-a629-44eea5e362f2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.009934] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d5af6-9588-48a3-b5ba-e5538056c0f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.121371] env[70498]: DEBUG nova.compute.manager [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.121371] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.122396] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeef15c-8cf3-45dd-9f14-0be4f186716f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.130109] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.130360] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ab10a63-af20-4f0a-8717-2c8a117c0c81 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.136256] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1243.136256] env[70498]: value = "task-3615483" [ 1243.136256] env[70498]: _type = "Task" [ 1243.136256] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.145783] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.270861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b912305a-230f-4392-96ab-89a829fdce56 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "e13968a9-8677-44af-9111-289a4f64f448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.908s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.289465] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.289716] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.323706] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: e622a650-68e5-4bf1-ae06-2e8b4203918d] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.408025] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Successfully updated port: af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.470083] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2586e2-8b1b-41f5-ad2a-249d0f7e4981 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.478016] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de78481-d261-4231-8b50-7bdea76a2966 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.510820] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b53afd-9a2c-444f-a296-77d90b1227e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.519128] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e11c5ed-0b6e-4612-ab64-81dccb8cdc9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.533735] env[70498]: DEBUG nova.compute.provider_tree [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.646492] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615483, 'name': PowerOffVM_Task, 'duration_secs': 0.19148} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.646769] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.646935] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.647197] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e491e81-c0e4-4104-bc2a-0a49af1511e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.688753] env[70498]: DEBUG nova.compute.manager [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Received event network-vif-plugged-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.689051] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Acquiring lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.689239] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.689874] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.689874] env[70498]: DEBUG nova.compute.manager [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] No waiting events found dispatching network-vif-plugged-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.689874] env[70498]: WARNING nova.compute.manager [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Received unexpected event network-vif-plugged-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe for instance with vm_state building and task_state spawning. [ 1243.690187] env[70498]: DEBUG nova.compute.manager [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Received event network-changed-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.690332] env[70498]: DEBUG nova.compute.manager [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Refreshing instance network info cache due to event network-changed-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.690695] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Acquiring lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.691542] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Acquired lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.692436] env[70498]: DEBUG nova.network.neutron [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Refreshing network info cache for port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.708909] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.709929] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.709929] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Deleting the datastore file [datastore2] 65c85149-90d4-4eb6-bb04-12e38e860466 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.709929] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f25ff352-bff1-4a71-88d8-167b0a547cbd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.716742] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for the task: (returnval){ [ 1243.716742] env[70498]: value = "task-3615485" [ 1243.716742] env[70498]: _type = "Task" [ 1243.716742] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.725020] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.796476] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.832451] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d386c231-c43e-4a9f-a873-d71a5885696a] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.910054] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.039179] env[70498]: DEBUG nova.scheduler.client.report [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.221633] env[70498]: DEBUG nova.network.neutron [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.230536] env[70498]: DEBUG oslo_vmware.api [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Task: {'id': task-3615485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161811} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.233016] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.233016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.233016] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.233016] env[70498]: INFO nova.compute.manager [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1244.233016] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.233016] env[70498]: DEBUG nova.compute.manager [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.233016] env[70498]: DEBUG nova.network.neutron [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.326158] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.337887] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: f05a1529-9463-4fb0-a8c8-365b33b056df] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.343485] env[70498]: DEBUG nova.network.neutron [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.544141] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.546859] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.969s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.546859] env[70498]: DEBUG nova.objects.instance [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lazy-loading 'resources' on Instance uuid e77f64b3-5d38-4e91-9894-20681eb7795f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.575921] env[70498]: INFO nova.scheduler.client.report [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted allocations for instance dfa0b2b6-cd70-44ae-bc85-325b587775ee [ 1244.651184] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "bab958b5-eb15-42d5-a24b-dcb23999a301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.651457] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.651671] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.651856] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.652039] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.654234] env[70498]: INFO nova.compute.manager [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Terminating instance [ 1244.843772] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ee25feee-3f5e-4bc7-977a-416fb75fb51e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.848201] env[70498]: DEBUG oslo_concurrency.lockutils [req-5efe287c-229f-44f8-b1b8-b3ae6005b496 req-1f41695f-3953-4647-92d5-9bbfc66b6778 service nova] Releasing lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.848201] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.848201] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.088657] env[70498]: DEBUG nova.network.neutron [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.095167] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5501cf26-2a35-40fa-8032-aeb17b661548 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "dfa0b2b6-cd70-44ae-bc85-325b587775ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.151s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.162056] env[70498]: DEBUG nova.compute.manager [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.162056] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.162056] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a498e-8b0e-4c6e-a826-c51264ac1973 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.174018] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.174115] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80b45fa7-4aab-4e07-bc4b-7fe63684d922 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.181647] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1245.181647] env[70498]: value = "task-3615486" [ 1245.181647] env[70498]: _type = "Task" [ 1245.181647] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.191268] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.253677] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bffe9a-9a0c-42f9-b90c-87306e2e1177 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.262596] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65318e7-f4ea-4d5d-886d-f28b13a30909 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.297008] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c621e-8801-48ea-bc12-6968b46ec828 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.305308] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b71ee-d9b3-4547-a0b1-8fc8909e5904 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.319890] env[70498]: DEBUG nova.compute.provider_tree [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.347913] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 9eb615a0-f7a2-4877-b8bd-da6f8cce751f] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.389996] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.533725] env[70498]: DEBUG nova.network.neutron [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updating instance_info_cache with network_info: [{"id": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "address": "fa:16:3e:1a:e8:14", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9d3d20-c7", "ovs_interfaceid": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.592615] env[70498]: INFO nova.compute.manager [-] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Took 1.36 seconds to deallocate network for instance. [ 1245.693374] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615486, 'name': PowerOffVM_Task, 'duration_secs': 0.252203} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.693734] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.693909] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.694323] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f37a1252-520a-4edd-a515-a94de5ad9ca0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.717416] env[70498]: DEBUG nova.compute.manager [req-36192dad-c8e3-404a-a55a-9dfa132bafde req-e0f5222e-7525-4b85-a2ef-c8d920a87078 service nova] [instance: 65c85149-90d4-4eb6-bb04-12e38e860466] Received event network-vif-deleted-6a37490b-b2a0-4cea-a9ab-8f0893d4af7e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.782816] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.783035] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.783217] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleting the datastore file [datastore2] bab958b5-eb15-42d5-a24b-dcb23999a301 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.783498] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85405500-3504-4b3d-ae8d-6a9e54bb441a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.789937] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for the task: (returnval){ [ 1245.789937] env[70498]: value = "task-3615488" [ 1245.789937] env[70498]: _type = "Task" [ 1245.789937] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.799454] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.823550] env[70498]: DEBUG nova.scheduler.client.report [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.851699] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 0c76226b-a9ad-4d80-af0d-2b766ac1cc46] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.036431] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.036751] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Instance network_info: |[{"id": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "address": "fa:16:3e:1a:e8:14", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9d3d20-c7", "ovs_interfaceid": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.037186] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e8:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.045045] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.045265] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.045484] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa3ff332-2caf-46fb-ba53-bdccb8c453d0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.066872] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.066872] env[70498]: value = "task-3615489" [ 1246.066872] env[70498]: _type = "Task" [ 1246.066872] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.075551] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615489, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.099842] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.300772] env[70498]: DEBUG oslo_vmware.api [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Task: {'id': task-3615488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134059} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.301174] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.301393] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.301630] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.301815] env[70498]: INFO nova.compute.manager [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1246.302092] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.302337] env[70498]: DEBUG nova.compute.manager [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.302441] env[70498]: DEBUG nova.network.neutron [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.328381] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.331218] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.223s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.332119] env[70498]: DEBUG nova.objects.instance [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lazy-loading 'resources' on Instance uuid f26147e0-8885-4f63-855d-8cb02de2acd9 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.355562] env[70498]: INFO nova.scheduler.client.report [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Deleted allocations for instance e77f64b3-5d38-4e91-9894-20681eb7795f [ 1246.357390] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: d56cfe5a-312f-4906-8b84-b0bae9a842f6] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.577034] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615489, 'name': CreateVM_Task, 'duration_secs': 0.356159} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.577181] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.577869] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.578042] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.578366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.578625] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a96e035-720d-4d51-b497-5e8b8d256e14 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.582959] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1246.582959] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52626301-5af2-c0b3-31c4-d7ea0a94501e" [ 1246.582959] env[70498]: _type = "Task" [ 1246.582959] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.590981] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52626301-5af2-c0b3-31c4-d7ea0a94501e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.864602] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 6d264890-6eb1-4ab6-88af-b3289ea3ef4c] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.873835] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9428c896-8fa2-43e2-a1be-567c4edff6f9 tempest-ServerAddressesTestJSON-1207387770 tempest-ServerAddressesTestJSON-1207387770-project-member] Lock "e77f64b3-5d38-4e91-9894-20681eb7795f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.026332] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df73de43-fe63-4998-984a-20cad8145a4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.035855] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710e807-e55e-4569-be22-41fa199b85e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.776809] env[70498]: DEBUG nova.network.neutron [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.779293] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: ae7b1412-75ee-4bb5-9776-a71d1f0c4977] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.787044] env[70498]: DEBUG nova.compute.manager [req-79857687-81a9-46f2-a46b-d1f414dc479f req-bc9a2b64-bcd9-488f-809e-3c54d616f380 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Received event network-vif-deleted-68475582-fe2d-43d1-81ed-1e4ed4ce705a {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.787044] env[70498]: INFO nova.compute.manager [req-79857687-81a9-46f2-a46b-d1f414dc479f req-bc9a2b64-bcd9-488f-809e-3c54d616f380 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Neutron deleted interface 68475582-fe2d-43d1-81ed-1e4ed4ce705a; detaching it from the instance and deleting it from the info cache [ 1247.787044] env[70498]: DEBUG nova.network.neutron [req-79857687-81a9-46f2-a46b-d1f414dc479f req-bc9a2b64-bcd9-488f-809e-3c54d616f380 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.788459] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5768da-399e-4dee-b14c-3b8c45388807 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.794618] env[70498]: DEBUG nova.compute.manager [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1247.802952] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52626301-5af2-c0b3-31c4-d7ea0a94501e, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.808017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.808017] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.808017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.808017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.808017] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.808017] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8408a393-65fd-4f1a-a665-1a196b9f495f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.810785] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437581a-ce69-4ddd-afb5-7610aa70f14d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.826801] env[70498]: DEBUG nova.compute.provider_tree [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.833029] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.833029] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.833029] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a3bbb6-c8f7-4ef7-95e7-6884bcdf92eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.836050] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1247.836050] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c868fd-fbee-400f-e8d9-4cb3ab26083b" [ 1247.836050] env[70498]: _type = "Task" [ 1247.836050] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.844365] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c868fd-fbee-400f-e8d9-4cb3ab26083b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.283582] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: f9a61c3a-e591-4d0d-8e7d-02250bee4287] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.285775] env[70498]: INFO nova.compute.manager [-] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Took 1.98 seconds to deallocate network for instance. [ 1248.292413] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc9f0054-b087-42ba-96f6-8bea26ba618c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.306255] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611a7183-3188-4e9f-816a-c1b0520284df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.323585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.339900] env[70498]: DEBUG nova.scheduler.client.report [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.343500] env[70498]: DEBUG nova.compute.manager [req-79857687-81a9-46f2-a46b-d1f414dc479f req-bc9a2b64-bcd9-488f-809e-3c54d616f380 service nova] [instance: bab958b5-eb15-42d5-a24b-dcb23999a301] Detach interface failed, port_id=68475582-fe2d-43d1-81ed-1e4ed4ce705a, reason: Instance bab958b5-eb15-42d5-a24b-dcb23999a301 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.354089] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c868fd-fbee-400f-e8d9-4cb3ab26083b, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.355046] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30141e09-3209-4fdc-ac80-f993355259e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.362252] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1248.362252] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d13469-e9d5-31b4-c85f-b8bf0c445abc" [ 1248.362252] env[70498]: _type = "Task" [ 1248.362252] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.371037] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d13469-e9d5-31b4-c85f-b8bf0c445abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.787418] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 350a6ac5-ed5b-4e88-bcf1-8ee96c396eec] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.791818] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.845652] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.514s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.848871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.523s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.850538] env[70498]: INFO nova.compute.claims [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.873869] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d13469-e9d5-31b4-c85f-b8bf0c445abc, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.874176] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.874434] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 29155fa2-860f-48ae-9277-b61d60cdf175/29155fa2-860f-48ae-9277-b61d60cdf175.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.874722] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-105249f7-2fcc-47d7-b575-fb0c4e251fde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.882055] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1248.882055] env[70498]: value = "task-3615490" [ 1248.882055] env[70498]: _type = "Task" [ 1248.882055] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.887467] env[70498]: INFO nova.scheduler.client.report [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Deleted allocations for instance f26147e0-8885-4f63-855d-8cb02de2acd9 [ 1248.896756] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.292043] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 94667cd0-16dd-4ea0-a397-79cf68a71f4e] Instance has had 0 of 5 cleanup attempts {{(pid=70498) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.395139] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481624} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.395408] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 29155fa2-860f-48ae-9277-b61d60cdf175/29155fa2-860f-48ae-9277-b61d60cdf175.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.395602] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.396094] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fb80e3f-5a2a-4ba6-bfbe-217533612ae5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.399593] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f7b61d9e-f146-4951-93a8-f65caf6fb12c tempest-ServerRescueNegativeTestJSON-1531950183 tempest-ServerRescueNegativeTestJSON-1531950183-project-member] Lock "f26147e0-8885-4f63-855d-8cb02de2acd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.847s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.405285] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1249.405285] env[70498]: value = "task-3615491" [ 1249.405285] env[70498]: _type = "Task" [ 1249.405285] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.412795] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.795469] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.917857] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068533} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.918717] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.919699] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b57ac77-e028-44ff-bc0b-447e3a9827dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.947781] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 29155fa2-860f-48ae-9277-b61d60cdf175/29155fa2-860f-48ae-9277-b61d60cdf175.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.950849] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb750e30-53fa-4e24-bd67-ad215d72a59f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.971341] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1249.971341] env[70498]: value = "task-3615492" [ 1249.971341] env[70498]: _type = "Task" [ 1249.971341] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.984951] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.069905] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9153984-c748-4d89-8393-ee0493eccdd9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.079442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e476483-ebe0-4140-a030-11de36817056 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.109416] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb81027-f5f7-4cd6-a587-15ef067dac9f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.116713] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1f5f6-dd48-4306-9ba8-00ff97853303 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.131318] env[70498]: DEBUG nova.compute.provider_tree [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.481407] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615492, 'name': ReconfigVM_Task, 'duration_secs': 0.356363} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.481705] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 29155fa2-860f-48ae-9277-b61d60cdf175/29155fa2-860f-48ae-9277-b61d60cdf175.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.482277] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-216dfecf-5252-4a21-8acc-c3d7a2aa7cac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.488571] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1250.488571] env[70498]: value = "task-3615493" [ 1250.488571] env[70498]: _type = "Task" [ 1250.488571] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.496746] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615493, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.635137] env[70498]: DEBUG nova.scheduler.client.report [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.998802] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615493, 'name': Rename_Task, 'duration_secs': 0.182761} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.999099] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.999346] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974a8fc4-d720-4420-a667-556b6ed3e145 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.005448] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1251.005448] env[70498]: value = "task-3615494" [ 1251.005448] env[70498]: _type = "Task" [ 1251.005448] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.013008] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.143217] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.143543] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.150311] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.047s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.150467] env[70498]: DEBUG nova.objects.instance [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lazy-loading 'resources' on Instance uuid 65c85149-90d4-4eb6-bb04-12e38e860466 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.297349] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.515793] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615494, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.653285] env[70498]: DEBUG nova.compute.utils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.658574] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.658815] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.705111] env[70498]: DEBUG nova.policy [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.793442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe93751-da5d-4cd5-86a1-7b071a4e7d0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.803997] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051f2bd-2f1f-4a98-aee3-f07a24846b50 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.807681] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.807958] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_power_states {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.838258] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae640b-aa38-4cb0-97df-de5c94795cc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.846316] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac13dde-c610-403e-825c-426f34364d07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.859904] env[70498]: DEBUG nova.compute.provider_tree [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.950660] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Successfully created port: 109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.016518] env[70498]: DEBUG oslo_vmware.api [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615494, 'name': PowerOnVM_Task, 'duration_secs': 0.535396} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.016777] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.016974] env[70498]: INFO nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1252.017165] env[70498]: DEBUG nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.017882] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e08d5c7-66f4-41c7-a16c-e2c2b9c9b100 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.159742] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.314118] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Getting list of instances from cluster (obj){ [ 1252.314118] env[70498]: value = "domain-c8" [ 1252.314118] env[70498]: _type = "ClusterComputeResource" [ 1252.314118] env[70498]: } {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1252.315228] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b9c247-58fc-45ef-a0ce-d9c5558ff909 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.331711] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Got total of 7 instances {{(pid=70498) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1252.331871] env[70498]: WARNING nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] While synchronizing instance power states, found 10 instances in the database and 7 instances on the hypervisor. [ 1252.332023] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid bab958b5-eb15-42d5-a24b-dcb23999a301 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332210] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 19c74e34-9e8a-4acb-907e-cddac629a3f7 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332369] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332958] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid fa7dcdd5-7619-4450-8dd8-50d94498c4be {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332958] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332958] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.332958] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid d1a578e3-1027-418a-bdb5-0877e5ca8f50 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.333314] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 65c85149-90d4-4eb6-bb04-12e38e860466 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.333467] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 29155fa2-860f-48ae-9277-b61d60cdf175 {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.333797] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Triggering sync for uuid 3007c79a-d7a7-4fd3-abd1-208de1ce69da {{(pid=70498) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1252.334094] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "bab958b5-eb15-42d5-a24b-dcb23999a301" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.334723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.334723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.336651] env[70498]: INFO nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.336651] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.337155] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.337155] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.337266] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.337380] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.337667] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "65c85149-90d4-4eb6-bb04-12e38e860466" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.338282] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "29155fa2-860f-48ae-9277-b61d60cdf175" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.338282] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.338472] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.340933] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f23622-29c4-435d-9788-4429baa24734 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.344518] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51364d74-37ee-4790-97e5-7a62f8fc9914 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.348516] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f55ebf-5301-4143-a7f0-fd99e1858bcb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.351653] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86d1df4-9856-47fb-9807-bfdc852dd032 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.355014] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81152f-5408-4d3c-8106-de210a031567 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.368372] env[70498]: DEBUG nova.scheduler.client.report [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.537163] env[70498]: INFO nova.compute.manager [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Took 22.23 seconds to build instance. [ 1252.778827] env[70498]: DEBUG nova.compute.manager [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Received event network-changed-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.779032] env[70498]: DEBUG nova.compute.manager [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Refreshing instance network info cache due to event network-changed-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.779244] env[70498]: DEBUG oslo_concurrency.lockutils [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] Acquiring lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.779391] env[70498]: DEBUG oslo_concurrency.lockutils [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] Acquired lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.779536] env[70498]: DEBUG nova.network.neutron [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Refreshing network info cache for port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.841057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.864437] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.873276] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.875722] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.552s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.877095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.877412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.880787] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.881022] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.893495] env[70498]: INFO nova.scheduler.client.report [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Deleted allocations for instance 65c85149-90d4-4eb6-bb04-12e38e860466 [ 1253.038592] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c716434b-db24-4b70-8653-1346f4f197aa tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.743s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.038894] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.701s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.039126] env[70498]: INFO nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] During sync_power_state the instance has a pending task (spawning). Skip. [ 1253.039310] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.169648] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.195753] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.196032] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.196187] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.196368] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.196572] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.196742] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.197046] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.197217] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.197384] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.197642] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.197721] env[70498]: DEBUG nova.virt.hardware [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.198993] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f0360-6af5-48a7-8be4-3eb41ce70c79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.207301] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434602a-afdd-4400-bd68-c2f3bb3c94a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.381533] env[70498]: INFO nova.compute.claims [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.402587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b09efa2a-2739-45b4-8eea-1367ef254420 tempest-ServerMetadataNegativeTestJSON-1018465741 tempest-ServerMetadataNegativeTestJSON-1018465741-project-member] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.790s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.404071] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.066s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.404676] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a354c3d-5524-41c1-93e7-d2f7f83debde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.416462] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edb8d36-422b-4205-b205-b75be78ee75c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.567268] env[70498]: DEBUG nova.network.neutron [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updated VIF entry in instance network info cache for port af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.567639] env[70498]: DEBUG nova.network.neutron [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updating instance_info_cache with network_info: [{"id": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "address": "fa:16:3e:1a:e8:14", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9d3d20-c7", "ovs_interfaceid": "af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.664727] env[70498]: DEBUG nova.compute.manager [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Received event network-vif-plugged-109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.664945] env[70498]: DEBUG oslo_concurrency.lockutils [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.665167] env[70498]: DEBUG oslo_concurrency.lockutils [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.665334] env[70498]: DEBUG oslo_concurrency.lockutils [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.665546] env[70498]: DEBUG nova.compute.manager [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] No waiting events found dispatching network-vif-plugged-109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.665740] env[70498]: WARNING nova.compute.manager [req-07525ef1-446e-4284-99fa-8a2b0358dca0 req-62adac0f-0095-4357-bdc8-4358d3d6fd13 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Received unexpected event network-vif-plugged-109643cd-172b-41c9-bfa4-e8c6c20074a4 for instance with vm_state building and task_state spawning. [ 1253.751772] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Successfully updated port: 109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.889016] env[70498]: INFO nova.compute.resource_tracker [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating resource usage from migration fa4cc475-8df2-45c0-8740-b74aca903922 [ 1253.961762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "65c85149-90d4-4eb6-bb04-12e38e860466" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.027644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ff2f3-96a8-4e2d-9f32-0b45d5e528e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.035935] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e60aab-9ba6-4c8e-b499-b71f4b3642fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.066696] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19291028-4e95-4bae-9c65-1dcfc2f21912 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.070044] env[70498]: DEBUG oslo_concurrency.lockutils [req-6f58b358-e60f-4bd1-a5e0-74e93b699041 req-2bf5678f-57f3-4f2b-9741-577daf13d65a service nova] Releasing lock "refresh_cache-29155fa2-860f-48ae-9277-b61d60cdf175" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.074790] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be87712-bcb7-4a6e-8252-9f3e4badc11b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.089633] env[70498]: DEBUG nova.compute.provider_tree [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.258132] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.258367] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.258615] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.598041] env[70498]: DEBUG nova.scheduler.client.report [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.796184] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.939809] env[70498]: DEBUG nova.network.neutron [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Updating instance_info_cache with network_info: [{"id": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "address": "fa:16:3e:c4:3b:55", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109643cd-17", "ovs_interfaceid": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.030796] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.030918] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.031598] env[70498]: DEBUG nova.objects.instance [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.100878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.225s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.101188] env[70498]: INFO nova.compute.manager [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Migrating [ 1255.107857] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.316s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.108630] env[70498]: DEBUG nova.objects.instance [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lazy-loading 'resources' on Instance uuid bab958b5-eb15-42d5-a24b-dcb23999a301 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.443806] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.444157] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Instance network_info: |[{"id": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "address": "fa:16:3e:c4:3b:55", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109643cd-17", "ovs_interfaceid": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.444609] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:3b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '109643cd-172b-41c9-bfa4-e8c6c20074a4', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.452027] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.452300] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.452558] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be9aac86-663b-4461-bc99-21c152496aa1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.474398] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.474398] env[70498]: value = "task-3615496" [ 1255.474398] env[70498]: _type = "Task" [ 1255.474398] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.482475] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615496, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.535474] env[70498]: DEBUG nova.objects.instance [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.620899] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.620899] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.621776] env[70498]: DEBUG nova.network.neutron [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.739106] env[70498]: DEBUG nova.compute.manager [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Received event network-changed-109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.739304] env[70498]: DEBUG nova.compute.manager [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Refreshing instance network info cache due to event network-changed-109643cd-172b-41c9-bfa4-e8c6c20074a4. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.739509] env[70498]: DEBUG oslo_concurrency.lockutils [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] Acquiring lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.739653] env[70498]: DEBUG oslo_concurrency.lockutils [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] Acquired lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.739876] env[70498]: DEBUG nova.network.neutron [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Refreshing network info cache for port 109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.779872] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ace5ae-eb4a-4cef-9ae6-2a7de3236352 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.786824] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92234704-07f1-4bb8-8d1b-091d47c46a92 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.819049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed35869c-fc17-4527-abb1-1a6c0f1b4a9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.826390] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476f987-c458-4929-856e-ee38cdab6549 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.839390] env[70498]: DEBUG nova.compute.provider_tree [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.985688] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615496, 'name': CreateVM_Task, 'duration_secs': 0.358747} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.986743] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.986840] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.987038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.987382] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.987638] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022cfe93-8b7f-450c-add9-f5d7308bb2e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.992031] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1255.992031] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee5697-e625-e551-738e-83f8d8f5fc03" [ 1255.992031] env[70498]: _type = "Task" [ 1255.992031] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.999370] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee5697-e625-e551-738e-83f8d8f5fc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.041212] env[70498]: DEBUG nova.objects.base [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance<61f96d4a-10cc-45d8-8493-7ceac344bf5e> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.041426] env[70498]: DEBUG nova.network.neutron [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.127025] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3cbe329f-36ea-4537-ba18-2dbaf99904a5 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.096s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.342749] env[70498]: DEBUG nova.scheduler.client.report [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.432089] env[70498]: DEBUG nova.network.neutron [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.506033] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ee5697-e625-e551-738e-83f8d8f5fc03, 'name': SearchDatastore_Task, 'duration_secs': 0.024581} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.506033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.506033] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.506450] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.506450] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.506575] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.506818] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad089e75-8dc5-4b19-a53e-622cfae43029 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.518260] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.518725] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.519282] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ae09c6-6be9-4863-86af-836a459ef23b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.526705] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1256.526705] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]527c31ff-2dec-de31-4234-cb01726d019b" [ 1256.526705] env[70498]: _type = "Task" [ 1256.526705] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.534705] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527c31ff-2dec-de31-4234-cb01726d019b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.535682] env[70498]: DEBUG nova.network.neutron [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Updated VIF entry in instance network info cache for port 109643cd-172b-41c9-bfa4-e8c6c20074a4. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.535970] env[70498]: DEBUG nova.network.neutron [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Updating instance_info_cache with network_info: [{"id": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "address": "fa:16:3e:c4:3b:55", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap109643cd-17", "ovs_interfaceid": "109643cd-172b-41c9-bfa4-e8c6c20074a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.849779] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.851941] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.011s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.852192] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.852315] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1256.853199] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26628629-65d8-4214-9357-d23fc327ea6c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.862248] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1d8be-3e84-4aea-bb96-5d84d11a1e0d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.877192] env[70498]: INFO nova.scheduler.client.report [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Deleted allocations for instance bab958b5-eb15-42d5-a24b-dcb23999a301 [ 1256.878648] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf9f06-e795-4f2f-970e-6118896c71df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.887691] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74777698-bd99-45ca-a713-91af36cbd9de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.919043] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178844MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1256.919249] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.920021] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.935366] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.038060] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]527c31ff-2dec-de31-4234-cb01726d019b, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.038488] env[70498]: DEBUG oslo_concurrency.lockutils [req-757200a2-c534-4849-8fdf-63c89f19c77f req-785b576a-6c46-4cef-b09b-07441fea7f6d service nova] Releasing lock "refresh_cache-3007c79a-d7a7-4fd3-abd1-208de1ce69da" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.039445] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146468c4-fd51-45ca-8621-495c6f147565 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.045353] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1257.045353] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52956280-3e07-d10f-5d70-ead453824fe8" [ 1257.045353] env[70498]: _type = "Task" [ 1257.045353] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.053435] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52956280-3e07-d10f-5d70-ead453824fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.098781] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.099066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.099252] env[70498]: INFO nova.compute.manager [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Shelving [ 1257.387708] env[70498]: DEBUG oslo_concurrency.lockutils [None req-31dd2470-4ba5-4199-b546-5523ad2fc1b3 tempest-ServersTestJSON-145552441 tempest-ServersTestJSON-145552441-project-member] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.736s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.388887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.055s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.389153] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc7f2ebe-5cdc-4747-9c96-2957d3cb1664 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.399442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db286f4-623a-4055-8b36-1fd8c747f327 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.556511] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52956280-3e07-d10f-5d70-ead453824fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.063517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.556789] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.557057] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3007c79a-d7a7-4fd3-abd1-208de1ce69da/3007c79a-d7a7-4fd3-abd1-208de1ce69da.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.557321] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a333ae9-2077-4c6c-845d-7566e74716b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.565415] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1257.565415] env[70498]: value = "task-3615498" [ 1257.565415] env[70498]: _type = "Task" [ 1257.565415] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.577928] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.940113] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Applying migration context for instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af as it has an incoming, in-progress migration fa4cc475-8df2-45c0-8740-b74aca903922. Migration status is migrating {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1257.941308] env[70498]: INFO nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating resource usage from migration fa4cc475-8df2-45c0-8740-b74aca903922 [ 1257.944071] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "bab958b5-eb15-42d5-a24b-dcb23999a301" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.962073] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.962241] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance fa7dcdd5-7619-4450-8dd8-50d94498c4be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.962358] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.962631] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9355e4f9-5125-4a37-8838-b3fe5f74e899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.962817] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance d1a578e3-1027-418a-bdb5-0877e5ca8f50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.962946] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 29155fa2-860f-48ae-9277-b61d60cdf175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.963085] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 3007c79a-d7a7-4fd3-abd1-208de1ce69da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.963210] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Migration fa4cc475-8df2-45c0-8740-b74aca903922 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1257.963325] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1257.963519] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1257.963653] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1258.073968] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.074232] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.074537] env[70498]: DEBUG nova.objects.instance [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.078962] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.081397] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436c951-be59-4851-bb5b-624e1254c24c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.089802] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256d184-6f87-42cc-bb22-331b4c568fb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.121051] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.121051] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2ca161-4762-42ce-9e4a-d88c97950316 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.122755] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90332e1b-e7d1-4ad2-a101-477b3762555b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.132110] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20231da3-33f9-4a49-b9d5-d405f27435cc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.135851] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1258.135851] env[70498]: value = "task-3615499" [ 1258.135851] env[70498]: _type = "Task" [ 1258.135851] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.149207] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.156865] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.452178] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c8bbaa-3069-4d3b-ac28-ff8efc0ae49e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.471522] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.578058] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883235} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.578058] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 3007c79a-d7a7-4fd3-abd1-208de1ce69da/3007c79a-d7a7-4fd3-abd1-208de1ce69da.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.578058] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.578058] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf8c5fe-1a3c-451d-9e85-d26c4cc41532 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.583982] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1258.583982] env[70498]: value = "task-3615501" [ 1258.583982] env[70498]: _type = "Task" [ 1258.583982] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.595680] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.646310] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615499, 'name': PowerOffVM_Task, 'duration_secs': 0.338753} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.648776] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.649579] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64be977-d864-4c77-8c4c-64e61de9c11f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.652981] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.673620] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285b3b2-cc38-41ba-92d8-0ad904e17214 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.712679] env[70498]: DEBUG nova.objects.instance [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.977210] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.977570] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b08972e-54da-4d57-8f58-29413d0b293d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.986725] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1258.986725] env[70498]: value = "task-3615502" [ 1258.986725] env[70498]: _type = "Task" [ 1258.986725] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.995800] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.096101] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079709} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.096388] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.097356] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9077c7-b9b2-488a-b692-67c798f592c3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.121998] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 3007c79a-d7a7-4fd3-abd1-208de1ce69da/3007c79a-d7a7-4fd3-abd1-208de1ce69da.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.122323] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c4a974-90c7-4785-9bf3-e5853606ec4e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.143658] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1259.143658] env[70498]: value = "task-3615503" [ 1259.143658] env[70498]: _type = "Task" [ 1259.143658] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.155007] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.157876] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1259.158079] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.239s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.197648] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Creating Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1259.197992] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90df3b57-127a-4ce6-9d93-b95d0308d04d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.206557] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1259.206557] env[70498]: value = "task-3615504" [ 1259.206557] env[70498]: _type = "Task" [ 1259.206557] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.215656] env[70498]: DEBUG nova.objects.base [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance<61f96d4a-10cc-45d8-8493-7ceac344bf5e> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.215876] env[70498]: DEBUG nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.217724] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615504, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.275762] env[70498]: DEBUG nova.policy [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.499886] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615502, 'name': PowerOffVM_Task, 'duration_secs': 0.325787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.500177] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.500361] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.639145] env[70498]: DEBUG nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Successfully created port: a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.657863] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615503, 'name': ReconfigVM_Task, 'duration_secs': 0.363954} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.659936] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 3007c79a-d7a7-4fd3-abd1-208de1ce69da/3007c79a-d7a7-4fd3-abd1-208de1ce69da.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.662161] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c06a6fc-b9a5-4951-a42e-cbd9c9272ddc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.670982] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1259.670982] env[70498]: value = "task-3615505" [ 1259.670982] env[70498]: _type = "Task" [ 1259.670982] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.681696] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615505, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.718176] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615504, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.009083] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.009553] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.009553] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.009638] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.009774] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.010448] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.010448] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.010637] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.010826] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.011048] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.011302] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.017274] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3e7e75-e663-41ce-b1d9-1b543ffb7fc9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.035401] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1260.035401] env[70498]: value = "task-3615506" [ 1260.035401] env[70498]: _type = "Task" [ 1260.035401] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.048343] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.183398] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615505, 'name': Rename_Task, 'duration_secs': 0.187932} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.183646] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.183962] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5edacc5-84e3-4392-92b9-41175edd1131 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.196995] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1260.196995] env[70498]: value = "task-3615507" [ 1260.196995] env[70498]: _type = "Task" [ 1260.196995] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.207710] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.221152] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615504, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.547083] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615506, 'name': ReconfigVM_Task, 'duration_secs': 0.220752} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.547083] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.710080] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615507, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.719805] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615504, 'name': CreateSnapshot_Task, 'duration_secs': 1.062476} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.720091] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Created Snapshot of the VM instance {{(pid=70498) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1260.720867] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718c9d43-8d8a-46fd-a36b-3bfb9f477e95 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.053818] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.054638] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.054992] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.055288] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.055937] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.056104] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.056372] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.056593] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.056812] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.057070] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.057301] env[70498]: DEBUG nova.virt.hardware [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.063831] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.064195] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd865d9d-5dd0-4a22-83cf-7f199733c666 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.086824] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1261.086824] env[70498]: value = "task-3615509" [ 1261.086824] env[70498]: _type = "Task" [ 1261.086824] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.099047] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.130582] env[70498]: DEBUG nova.compute.manager [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-plugged-a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.130956] env[70498]: DEBUG oslo_concurrency.lockutils [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.132961] env[70498]: DEBUG oslo_concurrency.lockutils [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.133208] env[70498]: DEBUG oslo_concurrency.lockutils [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.133560] env[70498]: DEBUG nova.compute.manager [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] No waiting events found dispatching network-vif-plugged-a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.133560] env[70498]: WARNING nova.compute.manager [req-fde322f8-35cb-4a8a-b952-3d24596257ea req-99e4a6e6-0a6c-46e9-accb-cddfe612ec51 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received unexpected event network-vif-plugged-a4b1f70c-0634-4a09-8304-23eff2ab326c for instance with vm_state active and task_state None. [ 1261.211385] env[70498]: DEBUG oslo_vmware.api [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615507, 'name': PowerOnVM_Task, 'duration_secs': 0.760788} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.211900] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.213358] env[70498]: INFO nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1261.213689] env[70498]: DEBUG nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.214896] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83768a9-743e-4b1b-bc48-fa99d2483158 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.245057] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Creating linked-clone VM from snapshot {{(pid=70498) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1261.245057] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-84fbf1d9-10f8-4b22-91f5-7610532965d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.258986] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1261.258986] env[70498]: value = "task-3615510" [ 1261.258986] env[70498]: _type = "Task" [ 1261.258986] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.266693] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615510, 'name': CloneVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.289515] env[70498]: DEBUG nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Successfully updated port: a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.598393] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615509, 'name': ReconfigVM_Task, 'duration_secs': 0.500442} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.598924] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.600147] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfc5d1b-d2d6-4019-b3d1-4e08487d80df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.624018] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.624240] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6089790-8de0-4a3c-a8b5-dee269b989fc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.642828] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1261.642828] env[70498]: value = "task-3615511" [ 1261.642828] env[70498]: _type = "Task" [ 1261.642828] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.651565] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.738489] env[70498]: INFO nova.compute.manager [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Took 17.44 seconds to build instance. [ 1261.766295] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615510, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.793054] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.793206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.793389] env[70498]: DEBUG nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.152564] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615511, 'name': ReconfigVM_Task, 'duration_secs': 0.325452} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.153666] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af/7f179b1a-727c-41b1-b0f9-bc4f349fc2af.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.153666] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.240616] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9a723c6b-2703-461c-99f7-0e591c740263 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.951s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.240957] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.903s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.241171] env[70498]: INFO nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] During sync_power_state the instance has a pending task (networking). Skip. [ 1262.241344] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.267730] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615510, 'name': CloneVM_Task} progress is 94%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.348564] env[70498]: WARNING nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1262.453308] env[70498]: DEBUG oslo_concurrency.lockutils [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.453585] env[70498]: DEBUG oslo_concurrency.lockutils [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.453758] env[70498]: DEBUG nova.compute.manager [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.454667] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47ee358-74a4-4827-ba3d-65c3d561f82e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.462247] env[70498]: DEBUG nova.compute.manager [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1262.462873] env[70498]: DEBUG nova.objects.instance [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'flavor' on Instance uuid 3007c79a-d7a7-4fd3-abd1-208de1ce69da {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.659654] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a1f97-cfc6-4296-bc95-7132c4fa541f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.665018] env[70498]: DEBUG nova.network.neutron [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "address": "fa:16:3e:e0:f4:9f", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b1f70c-06", "ovs_interfaceid": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.683159] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ebbebc-7a11-4a87-b552-183a313b18e1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.703761] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.769866] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615510, 'name': CloneVM_Task, 'duration_secs': 1.261203} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.770263] env[70498]: INFO nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Created linked-clone VM from snapshot [ 1262.771896] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8163f245-4562-4f4b-ab0b-adbcde2c88ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.782486] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Uploading image fe20d9b6-f922-4118-afcf-c854e5712293 {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1262.812938] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1262.812938] env[70498]: value = "vm-721145" [ 1262.812938] env[70498]: _type = "VirtualMachine" [ 1262.812938] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1262.813242] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-344ef488-91e4-4d09-aed2-296a80413990 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.820106] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease: (returnval){ [ 1262.820106] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aeede7-b8f4-4262-4f8c-e3de63ebd7db" [ 1262.820106] env[70498]: _type = "HttpNfcLease" [ 1262.820106] env[70498]: } obtained for exporting VM: (result){ [ 1262.820106] env[70498]: value = "vm-721145" [ 1262.820106] env[70498]: _type = "VirtualMachine" [ 1262.820106] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1262.820388] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the lease: (returnval){ [ 1262.820388] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aeede7-b8f4-4262-4f8c-e3de63ebd7db" [ 1262.820388] env[70498]: _type = "HttpNfcLease" [ 1262.820388] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1262.826812] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1262.826812] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aeede7-b8f4-4262-4f8c-e3de63ebd7db" [ 1262.826812] env[70498]: _type = "HttpNfcLease" [ 1262.826812] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1263.154706] env[70498]: DEBUG nova.compute.manager [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-changed-a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.154999] env[70498]: DEBUG nova.compute.manager [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing instance network info cache due to event network-changed-a4b1f70c-0634-4a09-8304-23eff2ab326c. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.155117] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.167924] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.168532] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.168687] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.168998] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.169217] env[70498]: DEBUG nova.network.neutron [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing network info cache for port a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.170954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049bd56-e78d-4e9f-af92-f1cbd5973272 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.190410] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.190617] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.190771] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.190957] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.191129] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.191278] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.191478] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.191647] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.191812] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.191969] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.192309] env[70498]: DEBUG nova.virt.hardware [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.198612] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfiguring VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1263.199343] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c703d06-434e-4cde-b761-bb5a3b859694 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.221013] env[70498]: DEBUG oslo_vmware.api [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1263.221013] env[70498]: value = "task-3615514" [ 1263.221013] env[70498]: _type = "Task" [ 1263.221013] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.230114] env[70498]: DEBUG oslo_vmware.api [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615514, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.247109] env[70498]: DEBUG nova.network.neutron [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Port 10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1263.331273] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.331273] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aeede7-b8f4-4262-4f8c-e3de63ebd7db" [ 1263.331273] env[70498]: _type = "HttpNfcLease" [ 1263.331273] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1263.331575] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1263.331575] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52aeede7-b8f4-4262-4f8c-e3de63ebd7db" [ 1263.331575] env[70498]: _type = "HttpNfcLease" [ 1263.331575] env[70498]: }. {{(pid=70498) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1263.332223] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015723cc-6927-4e6c-aabb-e582a606a363 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.343848] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1263.343848] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk for reading. {{(pid=70498) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1263.465478] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8ef0dec-9aec-4d98-a546-6ce6a3b85c4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.470072] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.470668] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a846034-d25c-4058-a60c-82e09035f665 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.480904] env[70498]: DEBUG oslo_vmware.api [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1263.480904] env[70498]: value = "task-3615515" [ 1263.480904] env[70498]: _type = "Task" [ 1263.480904] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.495951] env[70498]: DEBUG oslo_vmware.api [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.732311] env[70498]: DEBUG oslo_vmware.api [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.895504] env[70498]: DEBUG nova.network.neutron [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updated VIF entry in instance network info cache for port a4b1f70c-0634-4a09-8304-23eff2ab326c. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.896358] env[70498]: DEBUG nova.network.neutron [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "address": "fa:16:3e:e0:f4:9f", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b1f70c-06", "ovs_interfaceid": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.994522] env[70498]: DEBUG oslo_vmware.api [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615515, 'name': PowerOffVM_Task, 'duration_secs': 0.365222} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.994907] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.995526] env[70498]: DEBUG nova.compute.manager [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.996088] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5a7a8-3207-4081-b147-6f7b75ae5d84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.233877] env[70498]: DEBUG oslo_vmware.api [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615514, 'name': ReconfigVM_Task, 'duration_secs': 0.887395} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.234600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.234832] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfigured VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1264.271221] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.271527] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.271762] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.400737] env[70498]: DEBUG oslo_concurrency.lockutils [req-3d92670f-ce3e-4b5e-8ef1-615ff6cd4018 req-96f2483f-870b-42c7-a6aa-71e9469b6d17 service nova] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.511957] env[70498]: DEBUG oslo_concurrency.lockutils [None req-761b8a25-fd94-428b-a35f-d755ad1e0f40 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.740109] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9bd9adc6-81a2-4c71-96b1-ba4f60a82e89 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.666s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.838026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.838455] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.838771] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.839083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.839333] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.841852] env[70498]: INFO nova.compute.manager [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Terminating instance [ 1265.308640] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.308915] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.309163] env[70498]: DEBUG nova.network.neutron [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.346832] env[70498]: DEBUG nova.compute.manager [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.347034] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.347940] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e463206-6f18-4779-adbe-b241c0793e74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.356636] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.356979] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd90fa39-f640-4b1b-9550-add5726b0f6d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.426916] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.427169] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.427366] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore2] 3007c79a-d7a7-4fd3-abd1-208de1ce69da {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.427713] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34cf7bbb-cc87-405f-bbb9-ca4b25bc5ea1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.434966] env[70498]: DEBUG oslo_vmware.api [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1265.434966] env[70498]: value = "task-3615518" [ 1265.434966] env[70498]: _type = "Task" [ 1265.434966] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.443258] env[70498]: DEBUG oslo_vmware.api [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.946251] env[70498]: DEBUG oslo_vmware.api [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182113} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.946539] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.946680] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.946875] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.947064] env[70498]: INFO nova.compute.manager [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1265.947304] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.947492] env[70498]: DEBUG nova.compute.manager [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.947587] env[70498]: DEBUG nova.network.neutron [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.273696] env[70498]: DEBUG nova.network.neutron [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.401217] env[70498]: DEBUG nova.compute.manager [req-1980b75c-42f0-4b5e-8776-34d4cad66867 req-bddf1a06-6266-488a-9d26-154fa2dfd134 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Received event network-vif-deleted-109643cd-172b-41c9-bfa4-e8c6c20074a4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.401217] env[70498]: INFO nova.compute.manager [req-1980b75c-42f0-4b5e-8776-34d4cad66867 req-bddf1a06-6266-488a-9d26-154fa2dfd134 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Neutron deleted interface 109643cd-172b-41c9-bfa4-e8c6c20074a4; detaching it from the instance and deleting it from the info cache [ 1266.401217] env[70498]: DEBUG nova.network.neutron [req-1980b75c-42f0-4b5e-8776-34d4cad66867 req-bddf1a06-6266-488a-9d26-154fa2dfd134 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.776600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.883541] env[70498]: DEBUG nova.network.neutron [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.904113] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78485ac4-fd8f-415e-beb4-bd4e45325540 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.915746] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b8a3f-ed56-4742-ab20-1d70660d4924 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.926124] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-1bd2b555-54b8-4a20-ab40-0fcaa0848284" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.926371] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-1bd2b555-54b8-4a20-ab40-0fcaa0848284" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.926716] env[70498]: DEBUG nova.objects.instance [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.957377] env[70498]: DEBUG nova.compute.manager [req-1980b75c-42f0-4b5e-8776-34d4cad66867 req-bddf1a06-6266-488a-9d26-154fa2dfd134 service nova] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Detach interface failed, port_id=109643cd-172b-41c9-bfa4-e8c6c20074a4, reason: Instance 3007c79a-d7a7-4fd3-abd1-208de1ce69da could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.305307] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf85998-e8ed-4288-b38e-dbf43a42d8eb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.326252] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad68fef-4bf7-4e0d-8899-b8c19be942f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.334692] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.386053] env[70498]: INFO nova.compute.manager [-] [instance: 3007c79a-d7a7-4fd3-abd1-208de1ce69da] Took 1.44 seconds to deallocate network for instance. [ 1267.522092] env[70498]: DEBUG nova.objects.instance [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.842793] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.843152] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5554fddd-cf32-4f37-897e-498bafa6b870 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.851842] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1267.851842] env[70498]: value = "task-3615520" [ 1267.851842] env[70498]: _type = "Task" [ 1267.851842] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.862923] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.893786] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.894212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.894529] env[70498]: DEBUG nova.objects.instance [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'resources' on Instance uuid 3007c79a-d7a7-4fd3-abd1-208de1ce69da {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.025482] env[70498]: DEBUG nova.objects.base [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance<61f96d4a-10cc-45d8-8493-7ceac344bf5e> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.025822] env[70498]: DEBUG nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.180202] env[70498]: DEBUG nova.policy [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.298019] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.298469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.298804] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.299128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.299428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.302428] env[70498]: INFO nova.compute.manager [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Terminating instance [ 1268.363734] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615520, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.519160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadef2b1-b8ab-4022-b145-f5ce841fefcd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.527553] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c27218d-7958-4011-9d5f-c2f92a2dd118 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.560064] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db1946-08c3-479b-99fb-670ebfbead1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.568291] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9594da5e-20c7-400b-bd50-100f6b6e7cb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.582209] env[70498]: DEBUG nova.compute.provider_tree [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.807158] env[70498]: DEBUG nova.compute.manager [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.807398] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.808369] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dc65dd-1d6f-46c3-ae2d-4ff8e19c33af {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.816878] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.817135] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364776bc-faa6-4b0f-b21b-23d743137290 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.824641] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1268.824641] env[70498]: value = "task-3615521" [ 1268.824641] env[70498]: _type = "Task" [ 1268.824641] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.833782] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.863033] env[70498]: DEBUG oslo_vmware.api [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615520, 'name': PowerOnVM_Task, 'duration_secs': 0.528732} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.863210] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.863374] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a618bd68-2123-4fc6-a27e-9b28cd7f5c53 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance '7f179b1a-727c-41b1-b0f9-bc4f349fc2af' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.085093] env[70498]: DEBUG nova.scheduler.client.report [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.335726] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615521, 'name': PowerOffVM_Task, 'duration_secs': 0.247528} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.336048] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.336238] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.336528] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6903838e-4edc-493f-acf5-d2f0b5408590 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.411199] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.411425] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.411635] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleting the datastore file [datastore2] d1a578e3-1027-418a-bdb5-0877e5ca8f50 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.411908] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449ebebc-d7aa-4567-a49b-b9316c0f6729 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.419120] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1269.419120] env[70498]: value = "task-3615524" [ 1269.419120] env[70498]: _type = "Task" [ 1269.419120] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.428213] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.563768] env[70498]: DEBUG nova.compute.manager [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-plugged-1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.564185] env[70498]: DEBUG oslo_concurrency.lockutils [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.564426] env[70498]: DEBUG oslo_concurrency.lockutils [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.564426] env[70498]: DEBUG oslo_concurrency.lockutils [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.564559] env[70498]: DEBUG nova.compute.manager [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] No waiting events found dispatching network-vif-plugged-1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.564721] env[70498]: WARNING nova.compute.manager [req-146219ac-f7b7-46c8-afdb-07d63669d172 req-f77449f2-ff09-47fa-b8b4-aae8f98768aa service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received unexpected event network-vif-plugged-1bd2b555-54b8-4a20-ab40-0fcaa0848284 for instance with vm_state active and task_state None. [ 1269.590445] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.615376] env[70498]: INFO nova.scheduler.client.report [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance 3007c79a-d7a7-4fd3-abd1-208de1ce69da [ 1269.656867] env[70498]: DEBUG nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Successfully updated port: 1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.931640] env[70498]: DEBUG oslo_vmware.api [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496727} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.931961] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.932183] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.932360] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.932696] env[70498]: INFO nova.compute.manager [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1269.932983] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.933216] env[70498]: DEBUG nova.compute.manager [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.933310] env[70498]: DEBUG nova.network.neutron [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.123237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2bbae927-17f3-45fe-8bca-0af5682e1e00 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "3007c79a-d7a7-4fd3-abd1-208de1ce69da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.285s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.159483] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.159695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.159833] env[70498]: DEBUG nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.721806] env[70498]: WARNING nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1270.722107] env[70498]: WARNING nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1270.918331] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "12037342-7865-4789-a126-d50f98e49c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.918555] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.143813] env[70498]: DEBUG nova.network.neutron [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.153373] env[70498]: DEBUG nova.network.neutron [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "address": "fa:16:3e:e0:f4:9f", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b1f70c-06", "ovs_interfaceid": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bd2b555-54b8-4a20-ab40-0fcaa0848284", "address": "fa:16:3e:ec:1f:c1", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd2b555-54", "ovs_interfaceid": "1bd2b555-54b8-4a20-ab40-0fcaa0848284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.269308] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.269991] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.269991] env[70498]: DEBUG nova.compute.manager [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Going to confirm migration 7 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1271.420841] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.646605] env[70498]: INFO nova.compute.manager [-] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Took 1.71 seconds to deallocate network for instance. [ 1271.655955] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.656212] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.656379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.657448] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181bb486-92b8-42c2-a4e9-be8db2490041 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.676700] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.676948] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.677120] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.677307] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.677452] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.677599] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.677807] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.677966] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.678146] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.678310] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.678484] env[70498]: DEBUG nova.virt.hardware [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.684898] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfiguring VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1271.686779] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b637413c-674f-4305-8825-4e67b9391b10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.699609] env[70498]: DEBUG nova.compute.manager [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-changed-1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.699819] env[70498]: DEBUG nova.compute.manager [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing instance network info cache due to event network-changed-1bd2b555-54b8-4a20-ab40-0fcaa0848284. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.699982] env[70498]: DEBUG oslo_concurrency.lockutils [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.700136] env[70498]: DEBUG oslo_concurrency.lockutils [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.700293] env[70498]: DEBUG nova.network.neutron [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Refreshing network info cache for port 1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.712105] env[70498]: DEBUG oslo_vmware.api [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1271.712105] env[70498]: value = "task-3615525" [ 1271.712105] env[70498]: _type = "Task" [ 1271.712105] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.721423] env[70498]: DEBUG oslo_vmware.api [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615525, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.855977] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.856312] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.856413] env[70498]: DEBUG nova.network.neutron [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.856646] env[70498]: DEBUG nova.objects.instance [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'info_cache' on Instance uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.941995] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.942331] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.944492] env[70498]: INFO nova.compute.claims [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.077046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.077319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.155978] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.222800] env[70498]: DEBUG oslo_vmware.api [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.424523] env[70498]: DEBUG nova.network.neutron [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updated VIF entry in instance network info cache for port 1bd2b555-54b8-4a20-ab40-0fcaa0848284. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.425055] env[70498]: DEBUG nova.network.neutron [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "address": "fa:16:3e:e0:f4:9f", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b1f70c-06", "ovs_interfaceid": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1bd2b555-54b8-4a20-ab40-0fcaa0848284", "address": "fa:16:3e:ec:1f:c1", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd2b555-54", "ovs_interfaceid": "1bd2b555-54b8-4a20-ab40-0fcaa0848284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.579861] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.724476] env[70498]: DEBUG oslo_vmware.api [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.920689] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1272.921612] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e3a939-755e-44bc-89c7-00aa868f222e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.928575] env[70498]: DEBUG oslo_concurrency.lockutils [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.928887] env[70498]: DEBUG nova.compute.manager [req-ed6a2454-8cba-434f-a240-29f2deeb581a req-e227f909-0ada-4290-8b91-bc738e7013d7 service nova] [instance: d1a578e3-1027-418a-bdb5-0877e5ca8f50] Received event network-vif-deleted-16d7b8a4-a73c-4289-8782-d14b8feab093 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.929318] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1272.929464] env[70498]: ERROR oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk due to incomplete transfer. [ 1272.932017] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4147ace-0881-45b2-a1c1-29fd280c73e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.940472] env[70498]: DEBUG oslo_vmware.rw_handles [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523c0a8e-fd1c-0c4e-b3c6-ddb2c800e6f1/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1272.940668] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Uploaded image fe20d9b6-f922-4118-afcf-c854e5712293 to the Glance image server {{(pid=70498) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1272.943129] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Destroying the VM {{(pid=70498) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1272.943386] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f13ff487-95cd-40c1-bf36-f74b428557ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.953798] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1272.953798] env[70498]: value = "task-3615526" [ 1272.953798] env[70498]: _type = "Task" [ 1272.953798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.966208] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615526, 'name': Destroy_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.090067] env[70498]: DEBUG nova.network.neutron [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [{"id": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "address": "fa:16:3e:8b:75:2e", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a0e3c7-5e", "ovs_interfaceid": "10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.102974] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc08693c-b3d9-4c1e-b3fd-79e61209d9ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.108193] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.117716] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06792919-8dd9-4ae3-96a6-cc3e66636718 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.150267] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19244b-7720-4c70-afd5-27fb045943d9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.157942] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb79462-4c88-49f6-8f2c-5757a1452b80 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.171757] env[70498]: DEBUG nova.compute.provider_tree [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.223545] env[70498]: DEBUG oslo_vmware.api [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615525, 'name': ReconfigVM_Task, 'duration_secs': 1.268787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.224095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.224315] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfigured VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1273.464332] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615526, 'name': Destroy_Task} progress is 33%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.595031] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-7f179b1a-727c-41b1-b0f9-bc4f349fc2af" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.595452] env[70498]: DEBUG nova.objects.instance [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'migration_context' on Instance uuid 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.675506] env[70498]: DEBUG nova.scheduler.client.report [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.728584] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d6b5120b-6bb3-4835-a7a8-9876016e7775 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-1bd2b555-54b8-4a20-ab40-0fcaa0848284" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.802s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.966904] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615526, 'name': Destroy_Task, 'duration_secs': 0.901158} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.967285] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Destroyed the VM [ 1273.967359] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleting Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1273.967617] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75dee458-16b5-44ec-b007-ed1d9b25d674 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.975204] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1273.975204] env[70498]: value = "task-3615527" [ 1273.975204] env[70498]: _type = "Task" [ 1273.975204] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.983889] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615527, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.099092] env[70498]: DEBUG nova.objects.base [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Object Instance<7f179b1a-727c-41b1-b0f9-bc4f349fc2af> lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.100168] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821dedfe-d42b-4cf2-b347-1376283b4dac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.128034] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774b0d48-be67-45d5-994c-6ee09b7f6521 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.135252] env[70498]: DEBUG oslo_vmware.api [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1274.135252] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52abe98d-beaa-fed6-8231-7d6325752e84" [ 1274.135252] env[70498]: _type = "Task" [ 1274.135252] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.145051] env[70498]: DEBUG oslo_vmware.api [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52abe98d-beaa-fed6-8231-7d6325752e84, 'name': SearchDatastore_Task, 'duration_secs': 0.006866} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.145370] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.182712] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.183288] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.186222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.030s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.186500] env[70498]: DEBUG nova.objects.instance [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'resources' on Instance uuid d1a578e3-1027-418a-bdb5-0877e5ca8f50 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.485634] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615527, 'name': RemoveSnapshot_Task, 'duration_secs': 0.319603} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.486265] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleted Snapshot of the VM instance {{(pid=70498) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1274.486554] env[70498]: DEBUG nova.compute.manager [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.487349] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b1df2-0bb2-4d9a-bed6-d10e759884e7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.689975] env[70498]: DEBUG nova.compute.utils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.694914] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.695139] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.739410] env[70498]: DEBUG nova.policy [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.843874] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f11a045-f56c-4e72-b79f-000d1fa7afbc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.858025] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868edbc2-35fe-4597-be54-7bc9cea45809 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.888509] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdd7416-1046-48ff-810c-ea80fe426c58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.901022] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15055f95-6608-412b-baa6-778017f19dad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.915909] env[70498]: DEBUG nova.compute.provider_tree [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.000861] env[70498]: INFO nova.compute.manager [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Shelve offloading [ 1275.077648] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Successfully created port: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.197018] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.332906] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-a4b1f70c-0634-4a09-8304-23eff2ab326c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.333222] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-a4b1f70c-0634-4a09-8304-23eff2ab326c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.419082] env[70498]: DEBUG nova.scheduler.client.report [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.505779] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.506038] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aba305f9-5536-448e-a5a9-08045b8b08ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.515396] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1275.515396] env[70498]: value = "task-3615528" [ 1275.515396] env[70498]: _type = "Task" [ 1275.515396] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.523225] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.835840] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.836059] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.837084] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d4459-9202-4c22-8809-d56ae13fa2c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.857528] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a75d32-b9df-455b-923c-b8d14b3393ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.892617] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfiguring VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1275.892875] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f8d67db-2330-46c7-9878-6244d6617356 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.912160] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1275.912160] env[70498]: value = "task-3615529" [ 1275.912160] env[70498]: _type = "Task" [ 1275.912160] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.920053] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.924031] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.926053] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.818s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.927580] env[70498]: INFO nova.compute.claims [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.942658] env[70498]: INFO nova.scheduler.client.report [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted allocations for instance d1a578e3-1027-418a-bdb5-0877e5ca8f50 [ 1276.026263] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] VM already powered off {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1276.026595] env[70498]: DEBUG nova.compute.manager [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.027332] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32514ba2-b6d7-4886-8eab-0821ed101045 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.034030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.034030] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.034030] env[70498]: DEBUG nova.network.neutron [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.206397] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.231948] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.232212] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.232374] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.232560] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.232759] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.232908] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.233123] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.233285] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.233447] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.233609] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.233773] env[70498]: DEBUG nova.virt.hardware [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.234647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe6bf3-47b6-4de4-9839-2ea6dc80ceb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.243076] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e3afea-c9fa-40ac-870b-e510e903161e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.422692] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.450379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-84051cd1-60fc-431c-90ec-562cd18ff44a tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "d1a578e3-1027-418a-bdb5-0877e5ca8f50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.152s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.476946] env[70498]: DEBUG nova.compute.manager [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Received event network-vif-plugged-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.477218] env[70498]: DEBUG oslo_concurrency.lockutils [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] Acquiring lock "12037342-7865-4789-a126-d50f98e49c68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.477411] env[70498]: DEBUG oslo_concurrency.lockutils [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] Lock "12037342-7865-4789-a126-d50f98e49c68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.477599] env[70498]: DEBUG oslo_concurrency.lockutils [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] Lock "12037342-7865-4789-a126-d50f98e49c68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.477770] env[70498]: DEBUG nova.compute.manager [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] No waiting events found dispatching network-vif-plugged-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.477935] env[70498]: WARNING nova.compute.manager [req-06b76662-d1e6-459d-b9bd-0662e25b85a6 req-eb6cc3fb-023c-4707-8528-1e40ff81493f service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Received unexpected event network-vif-plugged-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 for instance with vm_state building and task_state spawning. [ 1276.528931] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Successfully updated port: a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.727759] env[70498]: DEBUG nova.network.neutron [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.923856] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.032940] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.033345] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.033345] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.057323] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f753be0a-0518-4e37-9bfa-d8afba8ec067 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.065236] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83452e9b-fbb5-467d-912f-798287f7ec1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.096091] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402aac38-2d73-488b-8599-abf61bf76f8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.104071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57283f69-1349-4497-86dd-430b0d41e39f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.117930] env[70498]: DEBUG nova.compute.provider_tree [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.230479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.424874] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.562449] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.563468] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4a5e1-22be-4f2f-b108-0f9c89a18ee9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.569765] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.574274] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.574513] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02dee9fb-c80f-472b-8726-de6638a0d5f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.621078] env[70498]: DEBUG nova.scheduler.client.report [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.646111] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.646351] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.646533] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleting the datastore file [datastore1] 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.646787] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b53bf6d-0027-433d-b73b-5c44f63e6f4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.654232] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1277.654232] env[70498]: value = "task-3615531" [ 1277.654232] env[70498]: _type = "Task" [ 1277.654232] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.662307] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.703547] env[70498]: DEBUG nova.network.neutron [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Updating instance_info_cache with network_info: [{"id": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "address": "fa:16:3e:ee:dd:9d", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b983d7-7c", "ovs_interfaceid": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.774531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.775263] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.926430] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.125535] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.126024] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.128812] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.983s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.164065] env[70498]: DEBUG oslo_vmware.api [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214002} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.164880] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.165085] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.165261] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.186679] env[70498]: INFO nova.scheduler.client.report [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted allocations for instance 9355e4f9-5125-4a37-8838-b3fe5f74e899 [ 1278.206631] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.206978] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Instance network_info: |[{"id": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "address": "fa:16:3e:ee:dd:9d", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b983d7-7c", "ovs_interfaceid": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.207418] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:dd:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b983d7-7ceb-4bb3-b663-2bffce9c17b4', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.215496] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.215731] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.215960] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f40d427-a3f7-4e95-a310-5c4dc29aa588 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.238074] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.238074] env[70498]: value = "task-3615532" [ 1278.238074] env[70498]: _type = "Task" [ 1278.238074] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.246842] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615532, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.277775] env[70498]: INFO nova.compute.manager [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Detaching volume 425aad76-eab6-4537-87e7-9b554a8c8a09 [ 1278.317576] env[70498]: INFO nova.virt.block_device [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Attempting to driver detach volume 425aad76-eab6-4537-87e7-9b554a8c8a09 from mountpoint /dev/sdb [ 1278.317838] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.318051] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721122', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'name': 'volume-425aad76-eab6-4537-87e7-9b554a8c8a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa7dcdd5-7619-4450-8dd8-50d94498c4be', 'attached_at': '', 'detached_at': '', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'serial': '425aad76-eab6-4537-87e7-9b554a8c8a09'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.318976] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1944fe-2dd8-452e-900b-f74300340046 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.344408] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88631b22-ca32-4b8a-adf8-03fccf47911f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.353071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d2e87c-9ee4-44c3-966d-90770457994d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.375817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf934499-51d0-436e-9316-728dbb2cfb83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.391465] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] The volume has not been displaced from its original location: [datastore2] volume-425aad76-eab6-4537-87e7-9b554a8c8a09/volume-425aad76-eab6-4537-87e7-9b554a8c8a09.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.396741] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.397073] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b880d5-695d-45de-871c-4b916e633886 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.416430] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1278.416430] env[70498]: value = "task-3615533" [ 1278.416430] env[70498]: _type = "Task" [ 1278.416430] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.428096] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.431256] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.512987] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Received event network-changed-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.513185] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Refreshing instance network info cache due to event network-changed-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.513407] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Acquiring lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.513556] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Acquired lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.513717] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Refreshing network info cache for port a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.632558] env[70498]: DEBUG nova.compute.utils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.636868] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.637045] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.690575] env[70498]: DEBUG nova.policy [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f0ea815c46d4e22a62aa1099bc514a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04022d5cd2444153a7ac0a9eb7eba8a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.693017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.744462] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa868b1-6ba6-483d-a9d3-6807eadf3978 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.755128] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b23b51c-bd23-41a0-a7f2-6a70387f4960 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.758039] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615532, 'name': CreateVM_Task, 'duration_secs': 0.380266} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.758210] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.759267] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.759430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.759751] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.759999] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdb569d-42dc-4739-8ac1-66824a640d84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.789373] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8662a96-141c-45b9-974d-92682c41f915 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.793312] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1278.793312] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5206678c-3903-9bad-c65f-1a8fc1430992" [ 1278.793312] env[70498]: _type = "Task" [ 1278.793312] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.800259] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85126ae2-bbca-4668-9142-b37ec5b2a1b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.807956] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5206678c-3903-9bad-c65f-1a8fc1430992, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.808615] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.808883] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.809151] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.809300] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.809481] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.809739] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83406c3b-0485-44d9-bed4-c9e0328297f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.820043] env[70498]: DEBUG nova.compute.provider_tree [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.831010] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.831195] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.832336] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c91126-7683-489d-a5a6-a1606f823742 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.839642] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1278.839642] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528c8b00-87cf-9638-bc0c-5b1ca8610f7e" [ 1278.839642] env[70498]: _type = "Task" [ 1278.839642] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.849699] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528c8b00-87cf-9638-bc0c-5b1ca8610f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.931026] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.934765] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.990339] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Successfully created port: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.138197] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.324713] env[70498]: DEBUG nova.scheduler.client.report [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.352193] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528c8b00-87cf-9638-bc0c-5b1ca8610f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.352952] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Updated VIF entry in instance network info cache for port a8b983d7-7ceb-4bb3-b663-2bffce9c17b4. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.353849] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Updating instance_info_cache with network_info: [{"id": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "address": "fa:16:3e:ee:dd:9d", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b983d7-7c", "ovs_interfaceid": "a8b983d7-7ceb-4bb3-b663-2bffce9c17b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.356303] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec49440-1ce9-4de2-be40-4b59aaab0c6f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.364186] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1279.364186] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52478404-b44d-cbea-5140-1e379d3b8707" [ 1279.364186] env[70498]: _type = "Task" [ 1279.364186] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.376472] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52478404-b44d-cbea-5140-1e379d3b8707, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.376799] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.377205] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 12037342-7865-4789-a126-d50f98e49c68/12037342-7865-4789-a126-d50f98e49c68.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.377583] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627feefc-ce67-4993-a428-33b290b3b25f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.387287] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1279.387287] env[70498]: value = "task-3615534" [ 1279.387287] env[70498]: _type = "Task" [ 1279.387287] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.399212] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.431219] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.434503] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.646795] env[70498]: INFO nova.virt.block_device [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Booting with volume 1bf026f2-c84e-4679-95c9-ef1c2597d7e9 at /dev/sda [ 1279.691661] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b5f2870-91d0-48a5-9437-1a9141a04cff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.706167] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ce9f8-eb00-4b4e-80ec-774c14738e5f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.741906] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-778d6caf-c73c-4f38-abe0-90813103dc36 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.753415] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad8d99a-d491-4309-815c-83c8b29e1275 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.787869] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac27243-23f2-4f90-9fbb-07ae2a93e56e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.797228] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc392753-89d5-43f3-b092-603cad192288 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.815590] env[70498]: DEBUG nova.virt.block_device [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating existing volume attachment record: deef2929-13cf-4747-b971-dd2b6ec06fc6 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.857097] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Releasing lock "refresh_cache-12037342-7865-4789-a126-d50f98e49c68" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.857464] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-vif-unplugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.857619] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.857927] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.857927] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.858104] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] No waiting events found dispatching network-vif-unplugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.858268] env[70498]: WARNING nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received unexpected event network-vif-unplugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 for instance with vm_state shelved_offloaded and task_state None. [ 1279.858430] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.858583] env[70498]: DEBUG nova.compute.manager [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing instance network info cache due to event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.858767] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.858904] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.859070] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.897345] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45908} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.897461] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 12037342-7865-4789-a126-d50f98e49c68/12037342-7865-4789-a126-d50f98e49c68.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.898052] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.898052] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed26ab31-15c5-434f-99a9-423fd80aa7ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.906694] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1279.906694] env[70498]: value = "task-3615535" [ 1279.906694] env[70498]: _type = "Task" [ 1279.906694] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.915424] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.934464] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.937491] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615533, 'name': ReconfigVM_Task, 'duration_secs': 1.252852} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.937746] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.942470] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92abb4a-f703-40c2-b57a-7613afea42a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.958332] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1279.958332] env[70498]: value = "task-3615536" [ 1279.958332] env[70498]: _type = "Task" [ 1279.958332] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.967916] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.337090] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.208s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.340057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.647s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.340292] env[70498]: DEBUG nova.objects.instance [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'resources' on Instance uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.416718] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070084} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.416929] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.417733] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8b053-876f-436c-9a1c-b9ed992ad09b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.429670] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.447111] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 12037342-7865-4789-a126-d50f98e49c68/12037342-7865-4789-a126-d50f98e49c68.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.449658] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a12bfdc4-5158-4607-8b64-e10492454ab1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.475595] env[70498]: DEBUG oslo_vmware.api [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615536, 'name': ReconfigVM_Task, 'duration_secs': 0.163525} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.476875] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721122', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'name': 'volume-425aad76-eab6-4537-87e7-9b554a8c8a09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa7dcdd5-7619-4450-8dd8-50d94498c4be', 'attached_at': '', 'detached_at': '', 'volume_id': '425aad76-eab6-4537-87e7-9b554a8c8a09', 'serial': '425aad76-eab6-4537-87e7-9b554a8c8a09'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.479245] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1280.479245] env[70498]: value = "task-3615537" [ 1280.479245] env[70498]: _type = "Task" [ 1280.479245] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.489483] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.662334] env[70498]: DEBUG nova.compute.manager [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Received event network-vif-plugged-3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.662547] env[70498]: DEBUG oslo_concurrency.lockutils [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.662800] env[70498]: DEBUG oslo_concurrency.lockutils [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.663028] env[70498]: DEBUG oslo_concurrency.lockutils [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.663236] env[70498]: DEBUG nova.compute.manager [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] No waiting events found dispatching network-vif-plugged-3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.663402] env[70498]: WARNING nova.compute.manager [req-3c2289b9-3ac3-4a76-916b-1a6cdb1bab25 req-97821516-76bc-45b6-accb-1da5d3767855 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Received unexpected event network-vif-plugged-3c0ee5e8-4181-408d-9b84-b0bd79d8758f for instance with vm_state building and task_state block_device_mapping. [ 1280.712805] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updated VIF entry in instance network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.713181] env[70498]: DEBUG nova.network.neutron [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.801974] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Successfully updated port: 3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.845261] env[70498]: DEBUG nova.objects.instance [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'numa_topology' on Instance uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.885120] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.904952] env[70498]: INFO nova.scheduler.client.report [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted allocation for migration fa4cc475-8df2-45c0-8740-b74aca903922 [ 1280.932145] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.990315] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.032823] env[70498]: DEBUG nova.objects.instance [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid fa7dcdd5-7619-4450-8dd8-50d94498c4be {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.216360] env[70498]: DEBUG oslo_concurrency.lockutils [req-696facdb-b277-4908-b4d2-e9adaace29c1 req-ab8802d9-1bbc-4aa0-8734-dfe82198ba2b service nova] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.304046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.304145] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.304303] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.349469] env[70498]: DEBUG nova.objects.base [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Object Instance<9355e4f9-5125-4a37-8838-b3fe5f74e899> lazy-loaded attributes: resources,numa_topology {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.411065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-effc4325-b0ff-4f27-8b71-ae9872981b1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.141s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.435718] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.465020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8d16ec-afeb-424c-9b50-72424ab640ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.473568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e833a82e-3df9-4db0-b445-0ab726ba1498 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.509636] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9f265-6fab-43a9-be7c-cb975c35059b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.520971] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5eb407-4386-47c1-9e25-78643b900a5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.525123] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615537, 'name': ReconfigVM_Task, 'duration_secs': 0.963279} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.525435] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 12037342-7865-4789-a126-d50f98e49c68/12037342-7865-4789-a126-d50f98e49c68.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.526511] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5af1abcd-f300-4277-ab98-e90fb6bca505 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.539495] env[70498]: DEBUG nova.compute.provider_tree [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.543474] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1281.543474] env[70498]: value = "task-3615538" [ 1281.543474] env[70498]: _type = "Task" [ 1281.543474] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.554023] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615538, 'name': Rename_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.728232] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.728488] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.728670] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.728865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.729084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.731242] env[70498]: INFO nova.compute.manager [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Terminating instance [ 1281.836365] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.902523] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.903169] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.903396] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.903555] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.903819] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.903982] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.904152] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.904364] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.904522] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.904691] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.904855] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.905117] env[70498]: DEBUG nova.virt.hardware [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.906013] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d969b-24a8-44ba-85e1-4a56809b9374 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.915982] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae4b85-6f1c-4d4a-9cf1-c77abc7ca074 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.944918] env[70498]: DEBUG oslo_vmware.api [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615529, 'name': ReconfigVM_Task, 'duration_secs': 5.847678} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.947522] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.947818] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfigured VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1282.046237] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d7148277-f612-4b52-a34b-ef0fed3c2355 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.047777] env[70498]: DEBUG nova.scheduler.client.report [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.061412] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615538, 'name': Rename_Task, 'duration_secs': 0.427443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.061540] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.061795] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd7ec15-4fab-44cf-adb2-d4d23768a4b4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.069737] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1282.069737] env[70498]: value = "task-3615539" [ 1282.069737] env[70498]: _type = "Task" [ 1282.069737] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.078248] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.111763] env[70498]: DEBUG nova.network.neutron [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.161015] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.161302] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.161510] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.161693] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.161873] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.164018] env[70498]: INFO nova.compute.manager [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Terminating instance [ 1282.234795] env[70498]: DEBUG nova.compute.manager [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.235030] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.236261] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173dde76-def8-46fa-b533-6fabd60e5edb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.246341] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.246341] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8961fc-9faf-4a9a-ad73-700894a83fa5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.252356] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1282.252356] env[70498]: value = "task-3615540" [ 1282.252356] env[70498]: _type = "Task" [ 1282.252356] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.261804] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.555528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.580881] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.616564] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.617028] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Instance network_info: |[{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.617473] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:da:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0d2101e-2d93-4310-a242-af2d9ecdaf9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c0ee5e8-4181-408d-9b84-b0bd79d8758f', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.625647] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.625911] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.626192] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f542840-90e4-40c9-b356-ab75fdcd41e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.649544] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.649544] env[70498]: value = "task-3615541" [ 1282.649544] env[70498]: _type = "Task" [ 1282.649544] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.658924] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615541, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.669833] env[70498]: DEBUG nova.compute.manager [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.670092] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.671404] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7c613-d3f5-479e-9993-c0b8d8fe3fd5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.680024] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.680164] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c4ad971-8280-4198-a821-4fb5c385421d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.686977] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1282.686977] env[70498]: value = "task-3615542" [ 1282.686977] env[70498]: _type = "Task" [ 1282.686977] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.696674] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.721206] env[70498]: DEBUG nova.compute.manager [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-deleted-1bd2b555-54b8-4a20-ab40-0fcaa0848284 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.721512] env[70498]: INFO nova.compute.manager [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Neutron deleted interface 1bd2b555-54b8-4a20-ab40-0fcaa0848284; detaching it from the instance and deleting it from the info cache [ 1282.721863] env[70498]: DEBUG nova.network.neutron [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "address": "fa:16:3e:e0:f4:9f", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b1f70c-06", "ovs_interfaceid": "a4b1f70c-0634-4a09-8304-23eff2ab326c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.747457] env[70498]: DEBUG nova.compute.manager [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Received event network-changed-3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.747672] env[70498]: DEBUG nova.compute.manager [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Refreshing instance network info cache due to event network-changed-3c0ee5e8-4181-408d-9b84-b0bd79d8758f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.747883] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.748035] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.748206] env[70498]: DEBUG nova.network.neutron [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Refreshing network info cache for port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.767539] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615540, 'name': PowerOffVM_Task, 'duration_secs': 0.243222} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.768162] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.768368] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.768641] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd9fdec9-c48b-46c0-8c59-81d233979851 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.846353] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.846700] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.846962] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleting the datastore file [datastore1] 7f179b1a-727c-41b1-b0f9-bc4f349fc2af {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.847353] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6f18f53-b993-4883-b4de-ceee1e3cad1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.856018] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1282.856018] env[70498]: value = "task-3615544" [ 1282.856018] env[70498]: _type = "Task" [ 1282.856018] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.867600] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.063477] env[70498]: DEBUG oslo_concurrency.lockutils [None req-860b50fe-9adc-4b50-bd3d-4e9af8204e1b tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.964s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.064760] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.180s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.065980] env[70498]: INFO nova.compute.manager [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Unshelving [ 1283.084658] env[70498]: DEBUG oslo_vmware.api [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615539, 'name': PowerOnVM_Task, 'duration_secs': 0.646444} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.084940] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.085215] env[70498]: INFO nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1283.085411] env[70498]: DEBUG nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.086213] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c621d562-f825-41d4-922c-00abc4fafd56 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.160620] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615541, 'name': CreateVM_Task, 'duration_secs': 0.455218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.160620] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.161377] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721146', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'name': 'volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86d7f15a-858b-4256-8ebb-25685db52308', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'serial': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'attachment_id': 'deef2929-13cf-4747-b971-dd2b6ec06fc6', 'volume_type': None}], 'swap': None} {{(pid=70498) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1283.161960] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Root volume attach. Driver type: vmdk {{(pid=70498) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1283.162687] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457df9d5-00e1-49c3-8878-979c480a86e4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.170612] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af4853-9c34-40a0-aa71-ddb54b06ceac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.177268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ade242-2490-4bb9-8f01-c9d882ab0ff7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.183311] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6c9c0b98-f06f-49b4-9b44-0e9684afbc46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.192168] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1283.192168] env[70498]: value = "task-3615545" [ 1283.192168] env[70498]: _type = "Task" [ 1283.192168] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.198379] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615542, 'name': PowerOffVM_Task, 'duration_secs': 0.229614} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.199027] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.199230] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.199470] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f52f231c-ccfd-4ecd-ad21-a133f7314510 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.204243] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.224511] env[70498]: DEBUG oslo_concurrency.lockutils [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.224678] env[70498]: DEBUG oslo_concurrency.lockutils [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Acquired lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.225569] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ee8083-6f5d-40a6-ac39-d3373512b6c2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.246988] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02c5cb-759d-40ab-abcf-6ac3b1be6cdf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.251073] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.269893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.270224] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.270481] env[70498]: DEBUG nova.network.neutron [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.279516] env[70498]: DEBUG nova.virt.vmwareapi.vmops [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfiguring VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1283.284557] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88632a8b-81ed-4b2f-ba09-f1fd1b9f51ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.309441] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.309837] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.310171] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleting the datastore file [datastore1] fa7dcdd5-7619-4450-8dd8-50d94498c4be {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.311412] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83cf3107-fd96-4bcc-8c37-67f754d1f927 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.320451] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Waiting for the task: (returnval){ [ 1283.320451] env[70498]: value = "task-3615547" [ 1283.320451] env[70498]: _type = "Task" [ 1283.320451] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.327249] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1283.327249] env[70498]: value = "task-3615548" [ 1283.327249] env[70498]: _type = "Task" [ 1283.327249] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.341016] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.348731] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.375184] env[70498]: DEBUG oslo_vmware.api [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156205} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.375369] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.375515] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.375745] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.375968] env[70498]: INFO nova.compute.manager [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1283.376261] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.376488] env[70498]: DEBUG nova.compute.manager [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.376588] env[70498]: DEBUG nova.network.neutron [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.613105] env[70498]: INFO nova.compute.manager [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Took 11.69 seconds to build instance. [ 1283.704695] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 40%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.704855] env[70498]: DEBUG nova.network.neutron [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updated VIF entry in instance network info cache for port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.705201] env[70498]: DEBUG nova.network.neutron [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.720415] env[70498]: INFO nova.network.neutron [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Port a4b1f70c-0634-4a09-8304-23eff2ab326c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1283.720899] env[70498]: DEBUG nova.network.neutron [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.836259] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.842311] env[70498]: DEBUG oslo_vmware.api [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.842591] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.842779] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.842973] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.843169] env[70498]: INFO nova.compute.manager [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1283.843430] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.843677] env[70498]: DEBUG nova.compute.manager [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.843800] env[70498]: DEBUG nova.network.neutron [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.098871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.098871] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.098871] env[70498]: DEBUG nova.objects.instance [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'pci_requests' on Instance uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.118730] env[70498]: DEBUG oslo_concurrency.lockutils [None req-46eadd87-8e2d-44b7-8fbb-f1d7e0feed80 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.200s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.205330] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.209783] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.209783] env[70498]: DEBUG nova.compute.manager [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-deleted-a4b1f70c-0634-4a09-8304-23eff2ab326c {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.209783] env[70498]: INFO nova.compute.manager [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Neutron deleted interface a4b1f70c-0634-4a09-8304-23eff2ab326c; detaching it from the instance and deleting it from the info cache [ 1284.209783] env[70498]: DEBUG nova.network.neutron [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [{"id": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "address": "fa:16:3e:42:4f:90", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae21b790-bd", "ovs_interfaceid": "ae21b790-bdcf-4d5e-ba19-4b6f5b682d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.227390] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.335077] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.426776] env[70498]: DEBUG nova.network.neutron [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.445420] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.445774] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.445839] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.445976] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.446195] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.446344] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.446493] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.448167] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1284.448167] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.605853] env[70498]: DEBUG nova.objects.instance [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'numa_topology' on Instance uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.705531] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 65%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.711359] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.730795] env[70498]: DEBUG oslo_concurrency.lockutils [None req-4442b762-0d71-4539-8c21-b8c526ba904e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-61f96d4a-10cc-45d8-8493-7ceac344bf5e-a4b1f70c-0634-4a09-8304-23eff2ab326c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.397s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.750146] env[70498]: DEBUG nova.compute.manager [req-a928eb9a-43a1-44a7-92e7-1dad1b32c03b req-2c67b485-75a0-46aa-904a-d70ba35a6877 service nova] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Received event network-vif-deleted-10a0e3c7-5ecd-45a1-9a3a-e9b892cc6ef0 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.773686] env[70498]: DEBUG nova.compute.manager [req-7c9e5a5f-30d0-4758-a46a-4012a5b07825 req-db1514bd-b726-43df-b2d7-2131b98e05e1 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Received event network-vif-deleted-8b7232b8-31d9-4928-b3d8-f52b1ccbf01e {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.773916] env[70498]: INFO nova.compute.manager [req-7c9e5a5f-30d0-4758-a46a-4012a5b07825 req-db1514bd-b726-43df-b2d7-2131b98e05e1 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Neutron deleted interface 8b7232b8-31d9-4928-b3d8-f52b1ccbf01e; detaching it from the instance and deleting it from the info cache [ 1284.774048] env[70498]: DEBUG nova.network.neutron [req-7c9e5a5f-30d0-4758-a46a-4012a5b07825 req-db1514bd-b726-43df-b2d7-2131b98e05e1 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.832874] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.863809] env[70498]: DEBUG nova.network.neutron [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.919188] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b6bf08-ff60-4075-a46c-fbeae3f3e333 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.926460] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Suspending the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1284.926729] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f2b5483a-58c5-427e-b63a-77a4281d0629 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.928641] env[70498]: INFO nova.compute.manager [-] [instance: 7f179b1a-727c-41b1-b0f9-bc4f349fc2af] Took 1.55 seconds to deallocate network for instance. [ 1284.938182] env[70498]: DEBUG oslo_vmware.api [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1284.938182] env[70498]: value = "task-3615549" [ 1284.938182] env[70498]: _type = "Task" [ 1284.938182] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.949911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.950255] env[70498]: DEBUG oslo_vmware.api [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615549, 'name': SuspendVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.110300] env[70498]: INFO nova.compute.claims [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.206607] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 81%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.277305] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d40f3103-fbd4-44a8-923a-23a8bca15318 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.289802] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c3b54a-c5f7-4eaa-a68a-084403ce1943 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.321966] env[70498]: DEBUG nova.compute.manager [req-7c9e5a5f-30d0-4758-a46a-4012a5b07825 req-db1514bd-b726-43df-b2d7-2131b98e05e1 service nova] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Detach interface failed, port_id=8b7232b8-31d9-4928-b3d8-f52b1ccbf01e, reason: Instance fa7dcdd5-7619-4450-8dd8-50d94498c4be could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.333069] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.371066] env[70498]: INFO nova.compute.manager [-] [instance: fa7dcdd5-7619-4450-8dd8-50d94498c4be] Took 1.53 seconds to deallocate network for instance. [ 1285.436663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.451306] env[70498]: DEBUG oslo_vmware.api [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615549, 'name': SuspendVM_Task} progress is 54%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.705443] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 97%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.833902] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.878164] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.950021] env[70498]: DEBUG oslo_vmware.api [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615549, 'name': SuspendVM_Task, 'duration_secs': 0.845725} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.950340] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Suspended the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1285.950546] env[70498]: DEBUG nova.compute.manager [None req-2008a003-4ce8-4530-bb4c-bfef4f2690b2 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.951362] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212ac789-f6f4-4f64-9cfd-a3dfc063fbde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.208502] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task} progress is 98%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.234923] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7285e25-7b8f-4ac7-b2eb-5ecfdf90123f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.242993] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ff9710-45c9-4acf-8c18-9ea3c13dba08 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.274134] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389eacf1-b5bf-49fb-9c71-15433f39f454 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.282444] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64721655-8c5b-408d-a4a8-d3ad1eb48116 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.298223] env[70498]: DEBUG nova.compute.provider_tree [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.334383] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.708906] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615545, 'name': RelocateVM_Task, 'duration_secs': 3.253541} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.709261] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1286.709519] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721146', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'name': 'volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86d7f15a-858b-4256-8ebb-25685db52308', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'serial': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1286.710325] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713b53f-6c42-41d2-8ce1-3a1824ee33a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.726274] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b02844f-80c8-4704-a9c5-8d43db16649a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.749247] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9/volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.749508] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69573bac-4ae9-482d-b0fa-350a7f035dbe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.771058] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1286.771058] env[70498]: value = "task-3615550" [ 1286.771058] env[70498]: _type = "Task" [ 1286.771058] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.778745] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.803077] env[70498]: DEBUG nova.scheduler.client.report [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.834234] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.281109] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615550, 'name': ReconfigVM_Task, 'duration_secs': 0.288178} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.281264] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9/volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.286372] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "12037342-7865-4789-a126-d50f98e49c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.286372] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.286542] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "12037342-7865-4789-a126-d50f98e49c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.286664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.286819] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.288413] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd640fac-7145-4a41-a3b9-d24074d4c073 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.298102] env[70498]: INFO nova.compute.manager [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Terminating instance [ 1287.306755] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1287.306755] env[70498]: value = "task-3615551" [ 1287.306755] env[70498]: _type = "Task" [ 1287.306755] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.307648] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.210s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.313286] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.363s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.313461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.313613] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1287.313911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.878s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.314096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.315834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.438s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.316057] env[70498]: DEBUG nova.objects.instance [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'resources' on Instance uuid fa7dcdd5-7619-4450-8dd8-50d94498c4be {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.318145] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f737c739-d049-4074-b243-e3c4f5396864 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.327777] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.335215] env[70498]: INFO nova.scheduler.client.report [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted allocations for instance 7f179b1a-727c-41b1-b0f9-bc4f349fc2af [ 1287.337707] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33266ff-7741-43d1-a6ad-f5bad7ef651f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.349253] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.358209] env[70498]: INFO nova.network.neutron [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1287.360518] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598eb996-60ed-4fa6-83ac-c2316358781b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.367924] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c5474-2c9a-449c-866a-6c895d831c79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.398206] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179470MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1287.398399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.802542] env[70498]: DEBUG nova.compute.manager [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.802814] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.803748] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0495f-2e85-4911-a7ce-5b96306e6e3b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.812313] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.812891] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d80c7a5-99fd-4fe2-ac5d-dac448958043 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.817163] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615551, 'name': ReconfigVM_Task, 'duration_secs': 0.124445} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.817428] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721146', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'name': 'volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86d7f15a-858b-4256-8ebb-25685db52308', 'attached_at': '', 'detached_at': '', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'serial': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1287.817913] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c5fa986-574b-423a-acfc-b541046090a8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.825282] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1287.825282] env[70498]: value = "task-3615553" [ 1287.825282] env[70498]: _type = "Task" [ 1287.825282] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.841105] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615553, 'name': Rename_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.846912] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.850197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-bac6cd82-5965-44b4-98e3-846966c3f712 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "7f179b1a-727c-41b1-b0f9-bc4f349fc2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.121s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.879256] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.879566] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.879850] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore2] 12037342-7865-4789-a126-d50f98e49c68 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.880432] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee02edc8-88c2-471f-8163-85669046cefb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.890796] env[70498]: DEBUG oslo_vmware.api [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1287.890796] env[70498]: value = "task-3615554" [ 1287.890796] env[70498]: _type = "Task" [ 1287.890796] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.898788] env[70498]: DEBUG oslo_vmware.api [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.935061] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6cde3-862b-4f5d-8e38-153b9afce5c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.941988] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9423bc-77e7-4c88-8872-c6656a70e335 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.971709] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41789d43-eb5a-4f37-9f3f-740a7c875a63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.978763] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2177ca-6860-4963-b7e7-026170cae16c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.991795] env[70498]: DEBUG nova.compute.provider_tree [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.340362] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615553, 'name': Rename_Task, 'duration_secs': 0.13218} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.343766] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.344052] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.344270] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9171a784-aa65-4535-a051-a15a4e296a0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.350576] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1288.350576] env[70498]: value = "task-3615555" [ 1288.350576] env[70498]: _type = "Task" [ 1288.350576] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.358026] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.400634] env[70498]: DEBUG oslo_vmware.api [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143286} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.400950] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.401162] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.401348] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.401518] env[70498]: INFO nova.compute.manager [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: 12037342-7865-4789-a126-d50f98e49c68] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1288.401780] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.401986] env[70498]: DEBUG nova.compute.manager [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.402098] env[70498]: DEBUG nova.network.neutron [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.495770] env[70498]: DEBUG nova.scheduler.client.report [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.627862] env[70498]: DEBUG nova.compute.manager [req-3398b439-cf61-42bd-90c7-5b75fa75625e req-fd2d447f-b5f2-4d40-8360-f4d26c2996ef service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Received event network-vif-deleted-a8b983d7-7ceb-4bb3-b663-2bffce9c17b4 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.628092] env[70498]: INFO nova.compute.manager [req-3398b439-cf61-42bd-90c7-5b75fa75625e req-fd2d447f-b5f2-4d40-8360-f4d26c2996ef service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Neutron deleted interface a8b983d7-7ceb-4bb3-b663-2bffce9c17b4; detaching it from the instance and deleting it from the info cache [ 1288.628284] env[70498]: DEBUG nova.network.neutron [req-3398b439-cf61-42bd-90c7-5b75fa75625e req-fd2d447f-b5f2-4d40-8360-f4d26c2996ef service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.773187] env[70498]: DEBUG nova.compute.manager [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.773187] env[70498]: DEBUG oslo_concurrency.lockutils [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.773187] env[70498]: DEBUG oslo_concurrency.lockutils [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.773187] env[70498]: DEBUG oslo_concurrency.lockutils [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.773704] env[70498]: DEBUG nova.compute.manager [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] No waiting events found dispatching network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.774019] env[70498]: WARNING nova.compute.manager [req-9247fbe0-7139-4621-9b75-e768e4a854b2 req-a0382bee-c12b-4d84-aea9-89c2a9a4e4a0 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received unexpected event network-vif-plugged-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 for instance with vm_state shelved_offloaded and task_state spawning. [ 1288.799419] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.799419] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.841226] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.858533] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.858894] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.859207] env[70498]: DEBUG nova.network.neutron [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.864847] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.000404] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.003602] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.605s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.031663] env[70498]: INFO nova.scheduler.client.report [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted allocations for instance fa7dcdd5-7619-4450-8dd8-50d94498c4be [ 1289.109670] env[70498]: DEBUG nova.network.neutron [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.132187] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b294a36-f0a9-444f-a5a5-f6890caca257 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.140865] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506f1cdd-6e24-4379-aa21-248d15519765 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.169717] env[70498]: DEBUG nova.compute.manager [req-3398b439-cf61-42bd-90c7-5b75fa75625e req-fd2d447f-b5f2-4d40-8360-f4d26c2996ef service nova] [instance: 12037342-7865-4789-a126-d50f98e49c68] Detach interface failed, port_id=a8b983d7-7ceb-4bb3-b663-2bffce9c17b4, reason: Instance 12037342-7865-4789-a126-d50f98e49c68 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.301175] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.349268] env[70498]: DEBUG oslo_vmware.api [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Task: {'id': task-3615547, 'name': ReconfigVM_Task, 'duration_secs': 5.788175} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.349774] env[70498]: DEBUG oslo_concurrency.lockutils [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] Releasing lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.350045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [req-95ac53ee-cc5e-429c-a3ec-666976cd84cb req-ab11814c-263f-44e4-b0c5-4a2552470f10 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Reconfigured VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1289.350711] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.100s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.351082] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.351400] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.351676] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.354462] env[70498]: INFO nova.compute.manager [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Terminating instance [ 1289.365596] env[70498]: DEBUG oslo_vmware.api [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615555, 'name': PowerOnVM_Task, 'duration_secs': 0.6021} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.368277] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.368417] env[70498]: INFO nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1289.368596] env[70498]: DEBUG nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.370161] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba62fc0-5dbf-4402-94de-efa2bc4379c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.540183] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30f0a9c5-643f-41f5-aed7-10b5f85b9ee0 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "fa7dcdd5-7619-4450-8dd8-50d94498c4be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.379s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.612088] env[70498]: INFO nova.compute.manager [-] [instance: 12037342-7865-4789-a126-d50f98e49c68] Took 1.21 seconds to deallocate network for instance. [ 1289.823069] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.861587] env[70498]: DEBUG nova.compute.manager [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.861943] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.862832] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93799a6f-0ba5-4ff3-8c9d-c04f8764a3ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.871379] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.871638] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aad7088b-7d25-4e25-b8fd-81e2ed972490 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.878154] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1289.878154] env[70498]: value = "task-3615556" [ 1289.878154] env[70498]: _type = "Task" [ 1289.878154] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.896069] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.896613] env[70498]: INFO nova.compute.manager [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Took 16.81 seconds to build instance. [ 1289.992293] env[70498]: DEBUG nova.network.neutron [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.029319] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.029480] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.029612] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 29155fa2-860f-48ae-9277-b61d60cdf175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.029728] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 12037342-7865-4789-a126-d50f98e49c68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.030145] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 86d7f15a-858b-4256-8ebb-25685db52308 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.030145] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 9355e4f9-5125-4a37-8838-b3fe5f74e899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1290.118420] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.389413] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615556, 'name': PowerOffVM_Task, 'duration_secs': 0.226278} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.390105] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.390105] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.390105] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6080f489-4649-4257-975d-f025b3f5f22a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.399516] env[70498]: DEBUG oslo_concurrency.lockutils [None req-2c0557aa-32e7-4454-b1b0-34ee6487b650 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.322s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.496199] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.522897] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='16cec6ebb7427a6dbc39b679ce2bb80b',container_format='bare',created_at=2025-04-25T22:09:02Z,direct_url=,disk_format='vmdk',id=fe20d9b6-f922-4118-afcf-c854e5712293,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-604344959-shelved',owner='35117c9c953949a4be8e583cd762fab9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-25T22:09:18Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.523182] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.523364] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.523552] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.523701] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.523874] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.524098] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.524263] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.524499] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.524703] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.524922] env[70498]: DEBUG nova.virt.hardware [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.525803] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f776db-bfcd-4d0d-99ac-ffda3398d2b2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.534040] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d3770-c349-484a-9c9a-b8770e7ca89c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.538063] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance b0a6e9a3-e200-4d81-9b10-f4c6894a4858 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1290.538282] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1290.538428] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1290.551863] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c0:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.559277] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.562085] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.562925] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eea5ebf2-172d-4062-b1dc-6faa6955440b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.584831] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.584831] env[70498]: value = "task-3615558" [ 1290.584831] env[70498]: _type = "Task" [ 1290.584831] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.596519] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615558, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.609355] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.609575] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.609760] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleting the datastore file [datastore1] 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.610021] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-425993ea-2693-49e9-985c-44324010c959 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.619234] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1290.619234] env[70498]: value = "task-3615559" [ 1290.619234] env[70498]: _type = "Task" [ 1290.619234] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.627271] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.654760] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ddb66-611b-4956-ac32-7e87b68b3a8e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.663913] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d630b285-c9db-4c24-bbf3-1aed7b77ec7e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.694752] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced245fc-0b02-41c9-9c16-1052c57f99ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.702847] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213cad02-913e-4a06-a01e-c009b80e6747 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.717811] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.804842] env[70498]: DEBUG nova.compute.manager [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.804973] env[70498]: DEBUG nova.compute.manager [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing instance network info cache due to event network-changed-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.805658] env[70498]: DEBUG oslo_concurrency.lockutils [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] Acquiring lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.805863] env[70498]: DEBUG oslo_concurrency.lockutils [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] Acquired lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.806088] env[70498]: DEBUG nova.network.neutron [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Refreshing network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.096377] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615558, 'name': CreateVM_Task, 'duration_secs': 0.353366} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.100301] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.100301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.100301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.100301] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.100301] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4612075e-4358-40cc-8e58-54e19242fda6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.105720] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1291.105720] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52e19e10-d0c2-628e-0231-4f4d67e9d46d" [ 1291.105720] env[70498]: _type = "Task" [ 1291.105720] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.116791] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52e19e10-d0c2-628e-0231-4f4d67e9d46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.130449] env[70498]: DEBUG oslo_vmware.api [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231722} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.133019] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.133019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.133019] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.133019] env[70498]: INFO nova.compute.manager [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1291.133019] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.133019] env[70498]: DEBUG nova.compute.manager [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.133019] env[70498]: DEBUG nova.network.neutron [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.202943] env[70498]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1bd2b555-54b8-4a20-ab40-0fcaa0848284 could not be found.", "detail": ""}} {{(pid=70498) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1291.202943] env[70498]: DEBUG nova.network.neutron [-] Unable to show port 1bd2b555-54b8-4a20-ab40-0fcaa0848284 as it no longer exists. {{(pid=70498) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1291.220499] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.618505] env[70498]: DEBUG nova.network.neutron [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updated VIF entry in instance network info cache for port 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.618505] env[70498]: DEBUG nova.network.neutron [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [{"id": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "address": "fa:16:3e:ac:c0:6a", "network": {"id": "760802a8-3da7-47fc-8f26-707b6604b974", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2043991971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35117c9c953949a4be8e583cd762fab9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4c4358-e5", "ovs_interfaceid": "0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.619524] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.619746] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Processing image fe20d9b6-f922-4118-afcf-c854e5712293 {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.621516] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.622328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.622499] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.622992] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f8b9f0e-0033-42ed-9fcc-1cf02eb33157 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.632016] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.632255] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.633640] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b9c687-01ae-4d7d-97e0-ef50c6089b34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.639343] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1291.639343] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5288536f-2ccb-8693-1b87-795c706850b8" [ 1291.639343] env[70498]: _type = "Task" [ 1291.639343] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.649125] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5288536f-2ccb-8693-1b87-795c706850b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.725757] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1291.726045] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.723s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.726285] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.903s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.727958] env[70498]: INFO nova.compute.claims [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.937714] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.937946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.124530] env[70498]: DEBUG oslo_concurrency.lockutils [req-8277b77a-3497-4582-ba54-6909c8f9cfc7 req-074faa28-9653-4b06-b504-6c59902bf8c8 service nova] Releasing lock "refresh_cache-9355e4f9-5125-4a37-8838-b3fe5f74e899" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.151031] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Preparing fetch location {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1292.151304] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Fetch image to [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a/OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a.vmdk {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1292.152183] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Downloading stream optimized image fe20d9b6-f922-4118-afcf-c854e5712293 to [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a/OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a.vmdk on the data store datastore2 as vApp {{(pid=70498) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1292.152183] env[70498]: DEBUG nova.virt.vmwareapi.images [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Downloading image file data fe20d9b6-f922-4118-afcf-c854e5712293 to the ESX as VM named 'OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a' {{(pid=70498) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1292.173190] env[70498]: DEBUG nova.network.neutron [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.241697] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1292.241697] env[70498]: value = "resgroup-9" [ 1292.241697] env[70498]: _type = "ResourcePool" [ 1292.241697] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1292.241697] env[70498]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2afa1968-8b55-4819-a5b8-55f8635f565f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.263302] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease: (returnval){ [ 1292.263302] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52606c83-ede0-8d4d-a6d8-1ac06aad826d" [ 1292.263302] env[70498]: _type = "HttpNfcLease" [ 1292.263302] env[70498]: } obtained for vApp import into resource pool (val){ [ 1292.263302] env[70498]: value = "resgroup-9" [ 1292.263302] env[70498]: _type = "ResourcePool" [ 1292.263302] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1292.263674] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the lease: (returnval){ [ 1292.263674] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52606c83-ede0-8d4d-a6d8-1ac06aad826d" [ 1292.263674] env[70498]: _type = "HttpNfcLease" [ 1292.263674] env[70498]: } to be ready. {{(pid=70498) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1292.272280] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.272280] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52606c83-ede0-8d4d-a6d8-1ac06aad826d" [ 1292.272280] env[70498]: _type = "HttpNfcLease" [ 1292.272280] env[70498]: } is initializing. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1292.440317] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.638437] env[70498]: DEBUG nova.compute.manager [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.675963] env[70498]: INFO nova.compute.manager [-] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Took 1.54 seconds to deallocate network for instance. [ 1292.773926] env[70498]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1292.773926] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52606c83-ede0-8d4d-a6d8-1ac06aad826d" [ 1292.773926] env[70498]: _type = "HttpNfcLease" [ 1292.773926] env[70498]: } is ready. {{(pid=70498) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1292.774250] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1292.774250] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52606c83-ede0-8d4d-a6d8-1ac06aad826d" [ 1292.774250] env[70498]: _type = "HttpNfcLease" [ 1292.774250] env[70498]: }. {{(pid=70498) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1292.774976] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ec318-e3d8-4ac9-88f8-7d5124a2e8cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.784134] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk from lease info. {{(pid=70498) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1292.784310] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk. {{(pid=70498) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1292.844779] env[70498]: DEBUG nova.compute.manager [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.844977] env[70498]: DEBUG nova.compute.manager [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing instance network info cache due to event network-changed-03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.845214] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Acquiring lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.845349] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Acquired lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.845508] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Refreshing network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.852929] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e23e94ff-093d-4906-b35e-1e96a36ba6f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.918644] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5705fdab-5557-4f8a-9024-4b862b16180a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.926160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0755586-9f66-44f8-9582-f149452cd12d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.958146] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd0135-dbc5-42d7-8f26-e8bfc7ed148c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.967843] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e8938-6a2b-4581-9acd-14d9b2e91578 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.973812] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.983496] env[70498]: DEBUG nova.compute.provider_tree [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.158126] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.182901] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.486825] env[70498]: DEBUG nova.scheduler.client.report [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.577886] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updated VIF entry in instance network info cache for port 03590ac7-3a16-418c-b6fe-282c70ee2974. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.578327] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updating instance_info_cache with network_info: [{"id": "03590ac7-3a16-418c-b6fe-282c70ee2974", "address": "fa:16:3e:16:6f:8f", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03590ac7-3a", "ovs_interfaceid": "03590ac7-3a16-418c-b6fe-282c70ee2974", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.992351] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.992961] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.995729] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.878s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.995950] env[70498]: DEBUG nova.objects.instance [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'resources' on Instance uuid 12037342-7865-4789-a126-d50f98e49c68 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.081516] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Completed reading data from the image iterator. {{(pid=70498) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1294.081741] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1294.082284] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Releasing lock "refresh_cache-19c74e34-9e8a-4acb-907e-cddac629a3f7" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.082527] env[70498]: DEBUG nova.compute.manager [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Received event network-changed-3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.082693] env[70498]: DEBUG nova.compute.manager [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Refreshing instance network info cache due to event network-changed-3c0ee5e8-4181-408d-9b84-b0bd79d8758f. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1294.082978] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.083147] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.083309] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Refreshing network info cache for port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1294.085178] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07726261-82ab-4ec7-ab83-545e0c8dac8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.091355] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk is in state: ready. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1294.091516] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk. {{(pid=70498) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1294.092295] env[70498]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9d8da7b6-abec-44bf-a48b-75e96018ade8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.342290] env[70498]: DEBUG oslo_vmware.rw_handles [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5226fe28-06ac-21b2-f819-0e54ac81d779/disk-0.vmdk. {{(pid=70498) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1294.342711] env[70498]: INFO nova.virt.vmwareapi.images [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Downloaded image file data fe20d9b6-f922-4118-afcf-c854e5712293 [ 1294.343493] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7beb6b2-7f16-4be5-aaf2-25638423c1a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.359099] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85243387-d8f3-440a-bd34-78d18fb19339 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.395483] env[70498]: INFO nova.virt.vmwareapi.images [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] The imported VM was unregistered [ 1294.397973] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Caching image {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1294.398222] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.398472] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca57c463-f99f-4b72-884c-17ad3f11930c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.426899] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Created directory with path [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293 {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.427129] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a/OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a.vmdk to [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk. {{(pid=70498) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1294.427385] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f6c8b7a-eaef-4334-8748-009aab4a54a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.434050] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1294.434050] env[70498]: value = "task-3615562" [ 1294.434050] env[70498]: _type = "Task" [ 1294.434050] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.441433] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.499279] env[70498]: DEBUG nova.compute.utils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.500689] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.500880] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.541951] env[70498]: DEBUG nova.policy [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1785513c37a84bab81b4bd55de873672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b6ba755ad94d6ea788e5469e186451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.629379] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e380e606-09a0-4b17-acfc-9bc0a0d6e594 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.639098] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9bb007-0246-4bc1-958e-fb2ed93d0639 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.677099] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f5e3af-9177-482f-88a6-967daae30aea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.687595] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f41c8-3149-4dc8-bd00-5265d382480f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.703064] env[70498]: DEBUG nova.compute.provider_tree [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.853081] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updated VIF entry in instance network info cache for port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.853497] env[70498]: DEBUG nova.network.neutron [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.869575] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Successfully created port: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.946319] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.005878] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.207208] env[70498]: DEBUG nova.scheduler.client.report [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.356028] env[70498]: DEBUG oslo_concurrency.lockutils [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.356345] env[70498]: DEBUG nova.compute.manager [req-1ce59f47-9d62-4b4c-b389-f1ed54d00c96 req-f9e8271a-c722-4ead-9ce8-8006b77ad661 service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Received event network-vif-deleted-ae21b790-bdcf-4d5e-ba19-4b6f5b682d48 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.448154] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.713373] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.716269] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.742s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.718382] env[70498]: INFO nova.compute.claims [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.740950] env[70498]: INFO nova.scheduler.client.report [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance 12037342-7865-4789-a126-d50f98e49c68 [ 1295.947958] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.016461] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.044409] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.044653] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.044809] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.044991] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.045160] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.045303] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.045515] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.045671] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.045838] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.046008] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.046194] env[70498]: DEBUG nova.virt.hardware [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.047160] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c255af6-4532-4c2e-a2a2-5d1a21664f64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.060027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fc3264-03eb-42d9-8e27-26591fd50918 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.248114] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e003bb19-2018-43d9-a081-fb6ed6e629fb tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "12037342-7865-4789-a126-d50f98e49c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.962s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.298809] env[70498]: DEBUG nova.compute.manager [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Received event network-vif-plugged-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.299305] env[70498]: DEBUG oslo_concurrency.lockutils [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] Acquiring lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.299597] env[70498]: DEBUG oslo_concurrency.lockutils [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.299777] env[70498]: DEBUG oslo_concurrency.lockutils [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.299967] env[70498]: DEBUG nova.compute.manager [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] No waiting events found dispatching network-vif-plugged-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.300176] env[70498]: WARNING nova.compute.manager [req-c6d116de-c9ec-43d9-a269-01daf4b83fe8 req-89451c6b-f419-4b07-ace2-05f7010b7bcf service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Received unexpected event network-vif-plugged-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 for instance with vm_state building and task_state spawning. [ 1296.386128] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Successfully updated port: a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.448287] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.842766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f12ae70-dd55-47ad-beec-94fab79869c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.850802] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b5d506-e607-46c6-943c-764622dc051c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.882872] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dcef41-2482-4666-96c1-99805497984a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.889223] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.889365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.889510] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.891558] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caec0a87-1d3c-4d7c-8e98-fa85c537a8b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.906067] env[70498]: DEBUG nova.compute.provider_tree [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.948664] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615562, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.305453} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.948946] env[70498]: INFO nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a/OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a.vmdk to [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk. [ 1296.949252] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Cleaning up location [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1296.949466] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7267372a-790a-4b24-a3d2-b79bb17a324a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.949783] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a342ab36-9642-4902-84b1-9e8955ef23aa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.957205] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1296.957205] env[70498]: value = "task-3615563" [ 1296.957205] env[70498]: _type = "Task" [ 1296.957205] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.965276] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.409406] env[70498]: DEBUG nova.scheduler.client.report [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.428169] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.466983] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281093} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.467257] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.467422] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.467661] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk to [datastore2] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.469932] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-640da090-636a-43d6-8e9d-008cb86cdd63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.476454] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1297.476454] env[70498]: value = "task-3615564" [ 1297.476454] env[70498]: _type = "Task" [ 1297.476454] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.483496] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.514265] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.514498] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.597609] env[70498]: DEBUG nova.network.neutron [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.914986] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.915649] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.918966] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.761s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.988756] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.016503] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.101033] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.101377] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Instance network_info: |[{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.101826] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:46:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.109631] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.109853] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.112514] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58bbce4c-e5f6-4273-8585-173a875aa407 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.134223] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.134223] env[70498]: value = "task-3615565" [ 1298.134223] env[70498]: _type = "Task" [ 1298.134223] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.144031] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615565, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.329787] env[70498]: DEBUG nova.compute.manager [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Received event network-changed-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.329853] env[70498]: DEBUG nova.compute.manager [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Refreshing instance network info cache due to event network-changed-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.330206] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.330283] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.330450] env[70498]: DEBUG nova.network.neutron [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Refreshing network info cache for port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.422865] env[70498]: DEBUG nova.compute.utils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.427143] env[70498]: INFO nova.compute.claims [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.431897] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.431897] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.483357] env[70498]: DEBUG nova.policy [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c277dc1d2d4e388b25428688dd3951', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e56ecf6f4b4db08b8bcae6f2b8b069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.491880] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.541933] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.648035] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615565, 'name': CreateVM_Task, 'duration_secs': 0.360553} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.648313] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.649027] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.649198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.649531] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.649802] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0cb610-fa9f-4542-ab8b-1a5e096abc79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.656677] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1298.656677] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526d7d1b-47dc-d158-3af7-688299f5c09b" [ 1298.656677] env[70498]: _type = "Task" [ 1298.656677] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.670529] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526d7d1b-47dc-d158-3af7-688299f5c09b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.791051] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Successfully created port: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.932263] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.936504] env[70498]: INFO nova.compute.resource_tracker [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating resource usage from migration 7d223fbb-1a21-4e53-ae15-5ece0c5d1379 [ 1298.989991] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.056531] env[70498]: DEBUG nova.network.neutron [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updated VIF entry in instance network info cache for port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.056531] env[70498]: DEBUG nova.network.neutron [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.092305] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e601364-d991-42b5-8c6b-acbcd58152cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.102929] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbaa7da-8c0f-4d7d-9ae9-182593e0b6a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.139332] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1bb2a-ed89-44e4-8729-5acb4ac00c80 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.149798] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4db205c-9469-400d-b39f-b4ffec3301f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.166747] env[70498]: DEBUG nova.compute.provider_tree [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.179402] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526d7d1b-47dc-d158-3af7-688299f5c09b, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.179723] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.179958] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.180209] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.180353] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.180530] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.180819] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ffd05af-c1a6-4c88-b52f-475aa770485c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.191832] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.192017] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.192760] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb37669-5881-49f4-8b6d-ec112e76c334 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.200719] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1299.200719] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5213932f-6322-f5c3-5c26-d2a9c47422f1" [ 1299.200719] env[70498]: _type = "Task" [ 1299.200719] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.210924] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213932f-6322-f5c3-5c26-d2a9c47422f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.490772] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.562237] env[70498]: DEBUG oslo_concurrency.lockutils [req-c1c76540-0632-49d1-8031-0a07a4e79d5b req-285cb89a-a292-4996-9e85-5f5e394fc7bd service nova] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.673457] env[70498]: DEBUG nova.scheduler.client.report [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.724115] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213932f-6322-f5c3-5c26-d2a9c47422f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013685} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.724958] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d45b7cb-31c4-49c9-ae14-cc8b84f84436 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.729925] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1299.729925] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]523e9504-6a70-b1ae-641d-50b814bbdb3a" [ 1299.729925] env[70498]: _type = "Task" [ 1299.729925] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.737199] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523e9504-6a70-b1ae-641d-50b814bbdb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.947872] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.975144] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.975396] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.975555] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.975737] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.975882] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.976043] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.976256] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.976437] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.976616] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.976780] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.976947] env[70498]: DEBUG nova.virt.hardware [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.977799] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb3a51-a118-4147-babf-e0f966b40c34 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.991352] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615564, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.214325} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.994103] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb36fc5-5929-498c-b1c0-67c891fb3007 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.997698] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe20d9b6-f922-4118-afcf-c854e5712293/fe20d9b6-f922-4118-afcf-c854e5712293.vmdk to [datastore2] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.998424] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56d014-b229-4ea5-bf24-baf497a274d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.026318] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.026542] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f72b1c6-d77c-47ce-8808-efbc896a9e10 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.044643] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1300.044643] env[70498]: value = "task-3615566" [ 1300.044643] env[70498]: _type = "Task" [ 1300.044643] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.051736] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.179034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.260s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.179409] env[70498]: INFO nova.compute.manager [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Migrating [ 1300.186288] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.004s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.186558] env[70498]: DEBUG nova.objects.instance [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'resources' on Instance uuid 61f96d4a-10cc-45d8-8493-7ceac344bf5e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.242743] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]523e9504-6a70-b1ae-641d-50b814bbdb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008397} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.243067] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.243485] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.243612] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916d8b65-9b19-47ce-a92b-075c36cd0f4f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.250934] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1300.250934] env[70498]: value = "task-3615567" [ 1300.250934] env[70498]: _type = "Task" [ 1300.250934] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.264478] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.339556] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Successfully updated port: 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.351616] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a3f37f-dbd3-480b-a2d6-9e6cc7824f6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.365419] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66cc64-985d-4845-86f9-9475a7b649b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.369868] env[70498]: DEBUG nova.compute.manager [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Received event network-vif-plugged-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.370262] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.370338] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.370519] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.370747] env[70498]: DEBUG nova.compute.manager [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] No waiting events found dispatching network-vif-plugged-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.370922] env[70498]: WARNING nova.compute.manager [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Received unexpected event network-vif-plugged-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 for instance with vm_state building and task_state spawning. [ 1300.371127] env[70498]: DEBUG nova.compute.manager [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Received event network-changed-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.371298] env[70498]: DEBUG nova.compute.manager [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Refreshing instance network info cache due to event network-changed-69f1e5b6-2523-4634-ba4c-f4f729f8ba86. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.371541] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Acquiring lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.371756] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Acquired lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.371869] env[70498]: DEBUG nova.network.neutron [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Refreshing network info cache for port 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.405103] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f9af3f-b812-4ec5-94ab-4ae095d64a6e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.414094] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089b960f-4c3d-4b3a-8dba-c768756456d5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.431219] env[70498]: DEBUG nova.compute.provider_tree [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.554384] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615566, 'name': ReconfigVM_Task, 'duration_secs': 0.312557} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.554636] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 9355e4f9-5125-4a37-8838-b3fe5f74e899/9355e4f9-5125-4a37-8838-b3fe5f74e899.vmdk or device None with type streamOptimized {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.555273] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40947c1d-d0d6-4a94-bb69-f8006ff18ac3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.562048] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1300.562048] env[70498]: value = "task-3615568" [ 1300.562048] env[70498]: _type = "Task" [ 1300.562048] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.571764] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615568, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.696640] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.697017] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.697081] env[70498]: DEBUG nova.network.neutron [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.760118] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438669} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.760373] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.760588] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.760848] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0ab73e-e760-425c-b4fd-d067fbf49c37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.766701] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1300.766701] env[70498]: value = "task-3615569" [ 1300.766701] env[70498]: _type = "Task" [ 1300.766701] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.774675] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.845407] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.903267] env[70498]: DEBUG nova.network.neutron [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.934714] env[70498]: DEBUG nova.scheduler.client.report [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.977149] env[70498]: DEBUG nova.network.neutron [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.072679] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615568, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.277270] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062142} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.277531] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.278290] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f438aebb-5739-473e-89cb-4b5b172ffc5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.299495] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.301571] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e705d6c6-e044-4ed7-86a9-18c70205c596 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.321407] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1301.321407] env[70498]: value = "task-3615570" [ 1301.321407] env[70498]: _type = "Task" [ 1301.321407] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.330090] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.420515] env[70498]: DEBUG nova.network.neutron [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.442016] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.256s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.444340] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.903s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.446388] env[70498]: INFO nova.compute.claims [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.462496] env[70498]: INFO nova.scheduler.client.report [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted allocations for instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e [ 1301.479570] env[70498]: DEBUG oslo_concurrency.lockutils [req-e200fb0e-ef84-4e8e-a613-5953bb12f27b req-48f773d0-4bb3-4bdd-ad94-32c136c18fbf service nova] Releasing lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.479950] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.480135] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.572482] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615568, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.832301] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615570, 'name': ReconfigVM_Task, 'duration_secs': 0.266552} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.832597] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.833264] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f42f21a0-4965-4faf-a756-74430368f73a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.839397] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1301.839397] env[70498]: value = "task-3615571" [ 1301.839397] env[70498]: _type = "Task" [ 1301.839397] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.847656] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615571, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.923600] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.968635] env[70498]: DEBUG oslo_concurrency.lockutils [None req-fa126c22-72d1-4352-abea-a55185e55fe7 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.618s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.969535] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Acquired lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.970503] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bafd8f-ba5f-479f-b52b-a3799ec6151b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.978835] env[70498]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1301.979029] env[70498]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70498) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1301.979404] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee8f47b0-1ea3-4a73-9445-a5795e986ccf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.988402] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b248da-0961-4a2f-b498-41b3b63d8f8d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.018390] env[70498]: ERROR root [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-721129' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-721129' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-721129' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-721129'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-721129' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-721129' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-721129'}\n"]: nova.exception.InstanceNotFound: Instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e could not be found. [ 1302.018598] env[70498]: DEBUG oslo_concurrency.lockutils [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] Releasing lock "61f96d4a-10cc-45d8-8493-7ceac344bf5e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.018799] env[70498]: DEBUG nova.compute.manager [req-8717c128-625f-4d46-8039-9fe84a5eab7d req-ee3c2738-8b1d-4d56-8b07-fe644869395b service nova] [instance: 61f96d4a-10cc-45d8-8493-7ceac344bf5e] Detach interface failed, port_id=a4b1f70c-0634-4a09-8304-23eff2ab326c, reason: Instance 61f96d4a-10cc-45d8-8493-7ceac344bf5e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.019663] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.073269] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615568, 'name': Rename_Task, 'duration_secs': 1.16663} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.073563] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.074499] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1357a2ec-77d9-4ea6-aff4-d6b539d3003a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.082566] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1302.082566] env[70498]: value = "task-3615572" [ 1302.082566] env[70498]: _type = "Task" [ 1302.082566] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.090035] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.165769] env[70498]: DEBUG nova.network.neutron [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updating instance_info_cache with network_info: [{"id": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "address": "fa:16:3e:0b:07:ca", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e5b6-25", "ovs_interfaceid": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.350446] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615571, 'name': Rename_Task, 'duration_secs': 0.137426} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.350751] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.351048] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c065d31-8969-4f55-80b3-0ec12aae8040 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.356705] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1302.356705] env[70498]: value = "task-3615573" [ 1302.356705] env[70498]: _type = "Task" [ 1302.356705] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.364467] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.577845] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf5b91-09d7-438b-b588-7c99b4480bf5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.588403] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebcac6b-4baa-487a-9c6b-94625a383dbc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.596466] env[70498]: DEBUG oslo_vmware.api [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615572, 'name': PowerOnVM_Task, 'duration_secs': 0.457949} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.620007] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.623341] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1286345-6e65-4880-834a-fc5588295517 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.630774] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ffe24-2694-45ab-8b84-fe55f4bd3ce9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.645902] env[70498]: DEBUG nova.compute.provider_tree [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.668587] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.670462] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Instance network_info: |[{"id": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "address": "fa:16:3e:0b:07:ca", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e5b6-25", "ovs_interfaceid": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.670462] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:07:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69f1e5b6-2523-4634-ba4c-f4f729f8ba86', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.677085] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.677667] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.677916] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2973e9db-b1a9-4077-86f7-485ab749b8bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.698580] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.698580] env[70498]: value = "task-3615574" [ 1302.698580] env[70498]: _type = "Task" [ 1302.698580] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.706667] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615574, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.729033] env[70498]: DEBUG nova.compute.manager [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.729900] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7590af8f-a024-40f7-82d2-35dc42d18eef {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.869249] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.149541] env[70498]: DEBUG nova.scheduler.client.report [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.209299] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615574, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.245662] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ec47d695-1f1c-42fa-a608-4fd6f7a22c1c tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.180s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.367820] env[70498]: DEBUG oslo_vmware.api [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615573, 'name': PowerOnVM_Task, 'duration_secs': 0.542192} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.368114] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.368325] env[70498]: INFO nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1303.368507] env[70498]: DEBUG nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.369294] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba4470-1a2f-4979-b059-bbccf3efa4b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.437320] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d5c84-4a08-4a03-ad6f-f5744b8d6cb2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.455184] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.485430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.485736] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.654893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.655404] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.709989] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615574, 'name': CreateVM_Task, 'duration_secs': 0.610432} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.710182] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.710831] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.711031] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.711352] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.711597] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5b67a8-b8e0-45af-8103-ee2ce914ac00 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.716188] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1303.716188] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52413771-9ffe-459d-c3dd-df93e1c65880" [ 1303.716188] env[70498]: _type = "Task" [ 1303.716188] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.723381] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52413771-9ffe-459d-c3dd-df93e1c65880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.886575] env[70498]: INFO nova.compute.manager [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Took 14.08 seconds to build instance. [ 1303.962274] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.962598] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7619b886-0f9f-4971-b2f4-7437e2090b64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.964903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.965102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.965343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.965583] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.965685] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.967960] env[70498]: INFO nova.compute.manager [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Terminating instance [ 1303.973733] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1303.973733] env[70498]: value = "task-3615575" [ 1303.973733] env[70498]: _type = "Task" [ 1303.973733] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.983391] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.988157] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.160343] env[70498]: DEBUG nova.compute.utils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.161734] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.161947] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.199883] env[70498]: DEBUG nova.policy [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e7fd494914f42279bb3f2a770fad582', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5468d8a513c44f188321a1e79d3afbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.226899] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52413771-9ffe-459d-c3dd-df93e1c65880, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.227796] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.227796] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.227796] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.228070] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.228070] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.228289] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74a0747-6beb-4946-a255-6d56337962e2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.237748] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.237748] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.237748] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f800109c-8bed-4d25-9aff-8bab9c1aeef7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.243198] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1304.243198] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52085fad-31f0-21da-85e7-4fa922f14de3" [ 1304.243198] env[70498]: _type = "Task" [ 1304.243198] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.250662] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52085fad-31f0-21da-85e7-4fa922f14de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.388512] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e3d3341-8f73-4e30-866d-bc9b09607db9 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.589s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.424969] env[70498]: DEBUG nova.compute.manager [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Received event network-changed-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.425412] env[70498]: DEBUG nova.compute.manager [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Refreshing instance network info cache due to event network-changed-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.427399] env[70498]: DEBUG oslo_concurrency.lockutils [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.427399] env[70498]: DEBUG oslo_concurrency.lockutils [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.427399] env[70498]: DEBUG nova.network.neutron [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Refreshing network info cache for port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.475699] env[70498]: DEBUG nova.compute.manager [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.475699] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.476227] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad40009e-6431-481e-929d-c01224f0a24a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.489707] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615575, 'name': PowerOffVM_Task, 'duration_secs': 0.243675} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.491985] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.492282] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.501607] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.508631] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0344479-fab1-4d4a-8497-b11982dbad04 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.519395] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1304.519395] env[70498]: value = "task-3615576" [ 1304.519395] env[70498]: _type = "Task" [ 1304.519395] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.526224] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.533018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.533018] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.533018] env[70498]: INFO nova.compute.claims [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.536511] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Successfully created port: c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.666079] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.756149] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52085fad-31f0-21da-85e7-4fa922f14de3, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.756149] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ec0a54-a2ed-415d-9fc5-fcff8f3ea878 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.761132] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1304.761132] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]524627f0-216d-fd01-140e-b51ef3dc5afa" [ 1304.761132] env[70498]: _type = "Task" [ 1304.761132] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.769731] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524627f0-216d-fd01-140e-b51ef3dc5afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.004522] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.004779] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.004937] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.005137] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.005289] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.005435] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.005638] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.005795] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.005958] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.006136] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.006308] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.011411] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9691e313-49d8-4b98-8702-d41399db4c39 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.033026] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615576, 'name': PowerOffVM_Task, 'duration_secs': 0.154572} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.034376] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.034554] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.034860] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1305.034860] env[70498]: value = "task-3615577" [ 1305.034860] env[70498]: _type = "Task" [ 1305.034860] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.035066] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2793255-4a19-4ff3-a6ad-7d16a045bc19 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.050039] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615577, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.129546] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.129769] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.129980] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleting the datastore file [datastore2] 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.130290] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44e8e23-b9c2-4096-b8e2-b1ff0ad160e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.137661] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for the task: (returnval){ [ 1305.137661] env[70498]: value = "task-3615579" [ 1305.137661] env[70498]: _type = "Task" [ 1305.137661] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.147154] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.157598] env[70498]: DEBUG nova.network.neutron [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updated VIF entry in instance network info cache for port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.158067] env[70498]: DEBUG nova.network.neutron [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.272823] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]524627f0-216d-fd01-140e-b51ef3dc5afa, 'name': SearchDatastore_Task, 'duration_secs': 0.009088} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.273128] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.273391] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b1715565-fcb5-48fc-9469-f4adecde6a5a/b1715565-fcb5-48fc-9469-f4adecde6a5a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.273646] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec02f8ca-5dfe-4426-9d5b-47715e5e412a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.279797] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1305.279797] env[70498]: value = "task-3615580" [ 1305.279797] env[70498]: _type = "Task" [ 1305.279797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.288480] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.550590] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615577, 'name': ReconfigVM_Task, 'duration_secs': 0.172339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.551166] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.655091] env[70498]: DEBUG oslo_vmware.api [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Task: {'id': task-3615579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141229} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.659374] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.659735] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.660064] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.660372] env[70498]: INFO nova.compute.manager [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1305.660771] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.661752] env[70498]: DEBUG oslo_concurrency.lockutils [req-70c70797-e213-4255-a24c-c30934dc4dff req-07ec7982-d841-4d57-87f1-e89416a99b29 service nova] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.662283] env[70498]: DEBUG nova.compute.manager [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.662464] env[70498]: DEBUG nova.network.neutron [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.678561] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.711413] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.711736] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.711887] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.712057] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.712478] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.712478] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.712648] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.712750] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.712968] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.713168] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.713374] env[70498]: DEBUG nova.virt.hardware [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.714343] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed321d1-cc0e-4c41-9852-4c4806acb5db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.720271] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76c5b2-25bc-4d87-8857-b8bd73b8dcde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.726365] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e005b43-e3c5-4380-87e4-cf9692b4293c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.733599] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84acaf37-2866-456d-a26b-92618644e54e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.772055] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2e238-8723-4c17-a33d-06284b398f79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.779443] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fb8bca-9824-4d19-862e-33ca03653a24 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.797688] env[70498]: DEBUG nova.compute.provider_tree [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.803048] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454787} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.803048] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] b1715565-fcb5-48fc-9469-f4adecde6a5a/b1715565-fcb5-48fc-9469-f4adecde6a5a.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.803048] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.803321] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f3f8370-aa12-4fc8-83be-3fc96f55ccb3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.809353] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1305.809353] env[70498]: value = "task-3615581" [ 1305.809353] env[70498]: _type = "Task" [ 1305.809353] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.817766] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.933343] env[70498]: DEBUG nova.compute.manager [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Received event network-vif-plugged-c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.933565] env[70498]: DEBUG oslo_concurrency.lockutils [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.933769] env[70498]: DEBUG oslo_concurrency.lockutils [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.933947] env[70498]: DEBUG oslo_concurrency.lockutils [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.934434] env[70498]: DEBUG nova.compute.manager [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] No waiting events found dispatching network-vif-plugged-c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1305.934633] env[70498]: WARNING nova.compute.manager [req-736048ad-fcbe-44de-a182-7e15a3e64b35 req-6d26c496-299c-4cb2-9e0e-104e058c945b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Received unexpected event network-vif-plugged-c1dab24b-5178-4090-9fe5-0d0d587fc4fb for instance with vm_state building and task_state spawning. [ 1306.017754] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Successfully updated port: c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.060098] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.061533] env[70498]: DEBUG nova.virt.hardware [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.070744] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.073108] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82369718-c699-4a4b-9079-1a2e85aae986 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.099901] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1306.099901] env[70498]: value = "task-3615582" [ 1306.099901] env[70498]: _type = "Task" [ 1306.099901] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.110862] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.306071] env[70498]: DEBUG nova.scheduler.client.report [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.319320] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066891} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.322605] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.322605] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f962bb-cfb9-49cb-a8af-27a7c6e55afa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.345328] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b1715565-fcb5-48fc-9469-f4adecde6a5a/b1715565-fcb5-48fc-9469-f4adecde6a5a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.346218] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3de52f-26d9-4046-826e-a4021ccbd1e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.367883] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1306.367883] env[70498]: value = "task-3615583" [ 1306.367883] env[70498]: _type = "Task" [ 1306.367883] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.375905] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.450877] env[70498]: DEBUG nova.compute.manager [req-332182b0-bea9-435c-9c01-038e03ecdcb2 req-fa050597-004e-472c-a3c2-8ac312d4ce3c service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Received event network-vif-deleted-0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.451274] env[70498]: INFO nova.compute.manager [req-332182b0-bea9-435c-9c01-038e03ecdcb2 req-fa050597-004e-472c-a3c2-8ac312d4ce3c service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Neutron deleted interface 0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80; detaching it from the instance and deleting it from the info cache [ 1306.451528] env[70498]: DEBUG nova.network.neutron [req-332182b0-bea9-435c-9c01-038e03ecdcb2 req-fa050597-004e-472c-a3c2-8ac312d4ce3c service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.521634] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.521738] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.521897] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.594151] env[70498]: DEBUG nova.network.neutron [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.611704] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615582, 'name': ReconfigVM_Task, 'duration_secs': 0.292263} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.612077] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.612787] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e7815c-00ab-4d2b-8502-5efa8b2114d7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.637908] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9/volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.638041] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3016e910-9b93-46ec-a789-0a8f2d4366bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.657396] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1306.657396] env[70498]: value = "task-3615584" [ 1306.657396] env[70498]: _type = "Task" [ 1306.657396] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.669417] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.809110] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.809533] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1306.878702] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.954333] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae6133a0-670b-4e0a-b8bf-d03ee4a0b350 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.963043] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a848e691-6b5e-4aba-8429-47dd2b288df0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.990321] env[70498]: DEBUG nova.compute.manager [req-332182b0-bea9-435c-9c01-038e03ecdcb2 req-fa050597-004e-472c-a3c2-8ac312d4ce3c service nova] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Detach interface failed, port_id=0c4c4358-e5d5-4b0f-baec-d0f1b94c5f80, reason: Instance 9355e4f9-5125-4a37-8838-b3fe5f74e899 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.055806] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.096843] env[70498]: INFO nova.compute.manager [-] [instance: 9355e4f9-5125-4a37-8838-b3fe5f74e899] Took 1.43 seconds to deallocate network for instance. [ 1307.167934] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615584, 'name': ReconfigVM_Task, 'duration_secs': 0.270329} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.170301] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9/volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.170589] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.202881] env[70498]: DEBUG nova.network.neutron [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.315044] env[70498]: DEBUG nova.compute.utils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1307.316394] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.316563] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.357654] env[70498]: DEBUG nova.policy [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.378360] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615583, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.599945] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Successfully created port: 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.604076] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.604371] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.604586] env[70498]: DEBUG nova.objects.instance [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lazy-loading 'resources' on Instance uuid 9355e4f9-5125-4a37-8838-b3fe5f74e899 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.677477] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae959ac-ddb6-4965-a89e-46e7b038e3de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.698883] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec9a57-590a-4559-aff3-e85ff106ce26 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.716449] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.716832] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Instance network_info: |[{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.717211] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.720606] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:3a:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dab24b-5178-4090-9fe5-0d0d587fc4fb', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.735986] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.739599] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.739856] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-178b1055-0ec7-425f-a47f-d5d15afa7f18 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.761445] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.761445] env[70498]: value = "task-3615585" [ 1307.761445] env[70498]: _type = "Task" [ 1307.761445] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.771021] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615585, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.819325] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1307.878717] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615583, 'name': ReconfigVM_Task, 'duration_secs': 1.042271} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.879191] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b1715565-fcb5-48fc-9469-f4adecde6a5a/b1715565-fcb5-48fc-9469-f4adecde6a5a.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.879623] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8b64a7-394f-4d57-bb3d-88a21d07ae71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.885425] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1307.885425] env[70498]: value = "task-3615586" [ 1307.885425] env[70498]: _type = "Task" [ 1307.885425] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.893217] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615586, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.966234] env[70498]: DEBUG nova.compute.manager [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Received event network-changed-c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.966392] env[70498]: DEBUG nova.compute.manager [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Refreshing instance network info cache due to event network-changed-c1dab24b-5178-4090-9fe5-0d0d587fc4fb. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.966628] env[70498]: DEBUG oslo_concurrency.lockutils [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] Acquiring lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.966800] env[70498]: DEBUG oslo_concurrency.lockutils [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] Acquired lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.967013] env[70498]: DEBUG nova.network.neutron [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Refreshing network info cache for port c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.227875] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d09be-2ad6-4c74-ab77-81306aba7144 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.235650] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4c393-0d2a-4bcc-a313-a05b531468ab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.272950] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbfb081-a6ac-424a-9332-013a265726ad {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.286540] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8852c00-2b3e-4e74-8e5e-1dd2822bb167 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.290637] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615585, 'name': CreateVM_Task, 'duration_secs': 0.306192} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.290807] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1308.291847] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.292026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.292346] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.292598] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48b61bc-646c-4118-80ff-e0dfdb1d3382 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.302381] env[70498]: DEBUG nova.compute.provider_tree [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.309018] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1308.309018] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5248487e-aaa5-6edc-e41b-07700164c467" [ 1308.309018] env[70498]: _type = "Task" [ 1308.309018] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.314250] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5248487e-aaa5-6edc-e41b-07700164c467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.395205] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615586, 'name': Rename_Task, 'duration_secs': 0.146499} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.395513] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.395756] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9939b2a-0308-41d7-86fa-93fbdac9d38e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.401711] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1308.401711] env[70498]: value = "task-3615587" [ 1308.401711] env[70498]: _type = "Task" [ 1308.401711] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.409416] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.656142] env[70498]: DEBUG nova.network.neutron [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updated VIF entry in instance network info cache for port c1dab24b-5178-4090-9fe5-0d0d587fc4fb. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.656537] env[70498]: DEBUG nova.network.neutron [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.806616] env[70498]: DEBUG nova.scheduler.client.report [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.819327] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5248487e-aaa5-6edc-e41b-07700164c467, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.819696] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.819696] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.819896] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.820054] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.820244] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.821066] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca9606d4-4ae4-45c7-86d2-305affbe0960 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.830484] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.832357] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.832524] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.834041] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537dcf17-6257-40b5-ad0e-90100d5fd3df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.839203] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1308.839203] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52f92796-ef90-ccd4-0b42-d305faf63e69" [ 1308.839203] env[70498]: _type = "Task" [ 1308.839203] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.848712] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f92796-ef90-ccd4-0b42-d305faf63e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.858596] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.858828] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.858988] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.859265] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.859425] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.859571] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.859775] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.859930] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.860109] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.860271] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.860439] env[70498]: DEBUG nova.virt.hardware [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.861559] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df1541c-5efd-4505-9cc6-84055ab1241a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.868751] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a654099b-a1bb-4481-9294-f8f9707c28c5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.910770] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.054149] env[70498]: DEBUG nova.compute.manager [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-vif-plugged-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.054388] env[70498]: DEBUG oslo_concurrency.lockutils [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.054564] env[70498]: DEBUG oslo_concurrency.lockutils [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.054719] env[70498]: DEBUG oslo_concurrency.lockutils [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.054883] env[70498]: DEBUG nova.compute.manager [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] No waiting events found dispatching network-vif-plugged-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.055213] env[70498]: WARNING nova.compute.manager [req-34cc205c-9c5e-4fb8-a299-b0d138d08003 req-257267f6-d2c4-4f0c-975d-9a8cbf7bfdae service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received unexpected event network-vif-plugged-9d960728-c1e5-4466-a2aa-783ce44e1256 for instance with vm_state building and task_state spawning. [ 1309.141828] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Successfully updated port: 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.159670] env[70498]: DEBUG oslo_concurrency.lockutils [req-8c153dca-e83f-4ebf-bc10-9281b6212d6e req-20d26552-124a-491c-99fd-43e49b65ef6a service nova] Releasing lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.313944] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.338245] env[70498]: INFO nova.scheduler.client.report [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Deleted allocations for instance 9355e4f9-5125-4a37-8838-b3fe5f74e899 [ 1309.351725] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52f92796-ef90-ccd4-0b42-d305faf63e69, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.352572] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44609cc-6902-4b46-ae15-dc6ecd674162 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.358586] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1309.358586] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d448ee-2a38-40a2-b59d-9c8638cfbc42" [ 1309.358586] env[70498]: _type = "Task" [ 1309.358586] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.366393] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d448ee-2a38-40a2-b59d-9c8638cfbc42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.411276] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615587, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.438109] env[70498]: DEBUG nova.network.neutron [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Port 3c0ee5e8-4181-408d-9b84-b0bd79d8758f binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1309.644977] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.645210] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.645287] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.849656] env[70498]: DEBUG oslo_concurrency.lockutils [None req-458af56e-782d-4b04-9fab-cca6cc1883aa tempest-ServerActionsTestOtherB-480429689 tempest-ServerActionsTestOtherB-480429689-project-member] Lock "9355e4f9-5125-4a37-8838-b3fe5f74e899" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.884s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.869649] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d448ee-2a38-40a2-b59d-9c8638cfbc42, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.869909] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.870174] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.870419] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-879e5392-ad4d-4c97-9ec4-ab5dcef82418 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.877797] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1309.877797] env[70498]: value = "task-3615588" [ 1309.877797] env[70498]: _type = "Task" [ 1309.877797] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.885171] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.912016] env[70498]: DEBUG oslo_vmware.api [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615587, 'name': PowerOnVM_Task, 'duration_secs': 1.092664} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.912330] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.912580] env[70498]: INFO nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1309.912825] env[70498]: DEBUG nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.913700] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd58ac22-5263-4e71-94d1-e0f9a4f8b43c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.180679] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.320458] env[70498]: DEBUG nova.network.neutron [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.387431] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427199} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.387713] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.387935] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.388197] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-431accf8-da9d-4fc2-b6e3-5e02970a86f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.394665] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1310.394665] env[70498]: value = "task-3615590" [ 1310.394665] env[70498]: _type = "Task" [ 1310.394665] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.402668] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.433046] env[70498]: INFO nova.compute.manager [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Took 17.48 seconds to build instance. [ 1310.461938] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.462295] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.462391] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.823553] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.823922] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Instance network_info: |[{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1310.824428] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:f4:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d960728-c1e5-4466-a2aa-783ce44e1256', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1310.832552] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.832757] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1310.833014] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62907173-01d2-4274-bc5b-70aba82f5909 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.853771] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1310.853771] env[70498]: value = "task-3615591" [ 1310.853771] env[70498]: _type = "Task" [ 1310.853771] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.872517] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615591, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.916297] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06044} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.916645] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.917546] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592fc3f-d0ee-4323-8f22-3fb03281a191 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.934849] env[70498]: DEBUG oslo_concurrency.lockutils [None req-8d020405-d319-4eb2-96d8-e76d64b6aef3 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.997s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.943685] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.944021] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bc91cc-4eb3-4636-a6b6-ca189c4a7ae5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.963956] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1310.963956] env[70498]: value = "task-3615592" [ 1310.963956] env[70498]: _type = "Task" [ 1310.963956] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.973551] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.199187] env[70498]: DEBUG nova.compute.manager [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.199426] env[70498]: DEBUG nova.compute.manager [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.199547] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.199640] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.199805] env[70498]: DEBUG nova.network.neutron [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.364543] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615591, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.477484] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615592, 'name': ReconfigVM_Task, 'duration_secs': 0.287938} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.477770] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.478393] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4e66cda-ec2e-41c1-aef9-541c2e5748e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.483779] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1311.483779] env[70498]: value = "task-3615593" [ 1311.483779] env[70498]: _type = "Task" [ 1311.483779] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.491362] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615593, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.519766] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.519950] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.520143] env[70498]: DEBUG nova.network.neutron [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.864901] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615591, 'name': CreateVM_Task, 'duration_secs': 0.655944} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.865264] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.865760] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.865933] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.866258] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.866513] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8de00e-0c4d-4a0f-9342-9b8abde83aca {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.871316] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1311.871316] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52675995-df29-29f5-2027-8972fe858301" [ 1311.871316] env[70498]: _type = "Task" [ 1311.871316] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.874783] env[70498]: DEBUG nova.network.neutron [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.875180] env[70498]: DEBUG nova.network.neutron [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.881260] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52675995-df29-29f5-2027-8972fe858301, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.994817] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615593, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.240489] env[70498]: DEBUG nova.network.neutron [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.381448] env[70498]: DEBUG oslo_concurrency.lockutils [req-b4df8ca3-0c26-4559-9bcc-0a5cb9cc00e9 req-a99f8200-731a-4e19-af7e-c5272847698c service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.382172] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52675995-df29-29f5-2027-8972fe858301, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.382449] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.382667] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.382891] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.383066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.383260] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.383520] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ab282b9-42c5-4d2e-9501-c6fbe965bc55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.392313] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.392487] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.393221] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c960df-b941-4651-9c09-268ad50ef271 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.397911] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1312.397911] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9c2a-0c4a-c8d4-a7af-217eb1a3b08a" [ 1312.397911] env[70498]: _type = "Task" [ 1312.397911] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.405318] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9c2a-0c4a-c8d4-a7af-217eb1a3b08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.494688] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615593, 'name': Rename_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.743979] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.911078] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529c9c2a-0c4a-c8d4-a7af-217eb1a3b08a, 'name': SearchDatastore_Task, 'duration_secs': 0.019277} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.911078] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311f8b8a-495f-4681-a1e7-27be3d79dc49 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.916109] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1312.916109] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5297dd9f-0dc8-8621-0674-b5a7bc6e9849" [ 1312.916109] env[70498]: _type = "Task" [ 1312.916109] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.923613] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5297dd9f-0dc8-8621-0674-b5a7bc6e9849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.995020] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615593, 'name': Rename_Task, 'duration_secs': 1.143207} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.995324] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.995566] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46699fc-0192-42b0-b8f2-1c4b393aa4db {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.001118] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1313.001118] env[70498]: value = "task-3615594" [ 1313.001118] env[70498]: _type = "Task" [ 1313.001118] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.008411] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.228122] env[70498]: DEBUG nova.compute.manager [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Received event network-changed-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.228122] env[70498]: DEBUG nova.compute.manager [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Refreshing instance network info cache due to event network-changed-69f1e5b6-2523-4634-ba4c-f4f729f8ba86. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.228122] env[70498]: DEBUG oslo_concurrency.lockutils [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] Acquiring lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.228122] env[70498]: DEBUG oslo_concurrency.lockutils [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] Acquired lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.228122] env[70498]: DEBUG nova.network.neutron [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Refreshing network info cache for port 69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.253347] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ebfbe-ed17-4165-b952-55cd9f536ffd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.260342] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eaae27-07c0-4b3b-8f7f-21704d68a83b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.427794] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5297dd9f-0dc8-8621-0674-b5a7bc6e9849, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.428098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.428365] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8fbde2a2-fff1-4651-91a8-5109aabed77e/8fbde2a2-fff1-4651-91a8-5109aabed77e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.428639] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b290c89-3bdf-4f09-805d-2702da597c97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.435746] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1313.435746] env[70498]: value = "task-3615595" [ 1313.435746] env[70498]: _type = "Task" [ 1313.435746] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.444350] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.513722] env[70498]: DEBUG oslo_vmware.api [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615594, 'name': PowerOnVM_Task, 'duration_secs': 0.485029} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.513722] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.513722] env[70498]: INFO nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1313.513722] env[70498]: DEBUG nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.513722] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8a56f6-2301-4554-abcc-a70af6004201 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.945716] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479082} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.946058] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 8fbde2a2-fff1-4651-91a8-5109aabed77e/8fbde2a2-fff1-4651-91a8-5109aabed77e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.946249] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.946497] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d93e2cb1-046d-47d8-b355-ba001c34b090 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.953980] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1313.953980] env[70498]: value = "task-3615596" [ 1313.953980] env[70498]: _type = "Task" [ 1313.953980] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.965491] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.030188] env[70498]: INFO nova.compute.manager [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Took 15.51 seconds to build instance. [ 1314.032180] env[70498]: DEBUG nova.network.neutron [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updated VIF entry in instance network info cache for port 69f1e5b6-2523-4634-ba4c-f4f729f8ba86. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.032601] env[70498]: DEBUG nova.network.neutron [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updating instance_info_cache with network_info: [{"id": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "address": "fa:16:3e:0b:07:ca", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69f1e5b6-25", "ovs_interfaceid": "69f1e5b6-2523-4634-ba4c-f4f729f8ba86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.370647] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8483dd2-1a0b-4ae8-8953-d44b6f140b28 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.389208] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d50b0-c0bf-41d3-a1e8-9e9de9dbeb38 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.396362] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.463520] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06792} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.463795] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.464557] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6164f912-2109-4fc7-995f-4266ebe3bdba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.486037] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8fbde2a2-fff1-4651-91a8-5109aabed77e/8fbde2a2-fff1-4651-91a8-5109aabed77e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.486547] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c71e87b-28da-451f-b565-7152883907fb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.504768] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1314.504768] env[70498]: value = "task-3615597" [ 1314.504768] env[70498]: _type = "Task" [ 1314.504768] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.512446] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.532509] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6ec5b451-c57d-4a5e-bb7b-20ab571c196c tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.018s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.535167] env[70498]: DEBUG oslo_concurrency.lockutils [req-937d9708-2848-4ad1-886f-83bafc916829 req-dc6198ae-b850-4303-b373-8d99e6888479 service nova] Releasing lock "refresh_cache-b1715565-fcb5-48fc-9469-f4adecde6a5a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.903757] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.904451] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51566469-9830-48ff-80d3-e776d842cbd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.913648] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1314.913648] env[70498]: value = "task-3615598" [ 1314.913648] env[70498]: _type = "Task" [ 1314.913648] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.922997] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.016226] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.433399] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.521816] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615597, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.925846] env[70498]: DEBUG oslo_vmware.api [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615598, 'name': PowerOnVM_Task, 'duration_secs': 0.649431} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.926281] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.926549] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f86a960-c06b-4f1a-877a-8effe224b374 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance '86d7f15a-858b-4256-8ebb-25685db52308' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.937628] env[70498]: DEBUG nova.compute.manager [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1316.016559] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615597, 'name': ReconfigVM_Task, 'duration_secs': 1.041538} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.016891] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8fbde2a2-fff1-4651-91a8-5109aabed77e/8fbde2a2-fff1-4651-91a8-5109aabed77e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.017482] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-793bfdf7-79ed-43b5-886f-7dece21a6436 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.026325] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1316.026325] env[70498]: value = "task-3615599" [ 1316.026325] env[70498]: _type = "Task" [ 1316.026325] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.035103] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615599, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.454139] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.454445] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.536663] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615599, 'name': Rename_Task, 'duration_secs': 0.189555} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.536948] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.537237] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73f2021a-88fd-4ca8-b495-4800cbc93992 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.544664] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1316.544664] env[70498]: value = "task-3615600" [ 1316.544664] env[70498]: _type = "Task" [ 1316.544664] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.561872] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.755556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.755994] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.960223] env[70498]: INFO nova.compute.claims [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.055568] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.258336] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.466941] env[70498]: INFO nova.compute.resource_tracker [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating resource usage from migration 6ebbddb3-60ce-4d31-b0c5-eb1ddeab1e52 [ 1317.557251] env[70498]: DEBUG oslo_vmware.api [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615600, 'name': PowerOnVM_Task, 'duration_secs': 0.898354} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.557547] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1317.557751] env[70498]: INFO nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1317.557929] env[70498]: DEBUG nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1317.558766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a860d3-a9c8-40d8-b06d-604f623b5e1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.601657] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f49c02-dbbf-491d-b14a-2434fb993fa2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.610320] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b93e702-a00e-414e-a604-35f58c501a6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.642461] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f24ca-f61b-47f1-be6d-9f72f8f6825f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.651049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec5efbd-3655-425d-95c1-d6fdeee5097c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.674557] env[70498]: DEBUG nova.compute.provider_tree [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.777568] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.890083] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.890421] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.890621] env[70498]: DEBUG nova.compute.manager [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Going to confirm migration 8 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1318.078144] env[70498]: INFO nova.compute.manager [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Took 13.58 seconds to build instance. [ 1318.178033] env[70498]: DEBUG nova.scheduler.client.report [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.432234] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.432430] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquired lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.432605] env[70498]: DEBUG nova.network.neutron [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.432789] env[70498]: DEBUG nova.objects.instance [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'info_cache' on Instance uuid 86d7f15a-858b-4256-8ebb-25685db52308 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.580200] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e8d0177f-cc8f-4279-b5e1-7c3d6dc19c97 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.094s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.683374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.683589] env[70498]: INFO nova.compute.manager [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Migrating [ 1318.690575] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.913s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.692013] env[70498]: INFO nova.compute.claims [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.865770] env[70498]: DEBUG nova.compute.manager [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.865770] env[70498]: DEBUG nova.compute.manager [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.865770] env[70498]: DEBUG oslo_concurrency.lockutils [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.865770] env[70498]: DEBUG oslo_concurrency.lockutils [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.865770] env[70498]: DEBUG nova.network.neutron [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.204079] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.204454] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.208300] env[70498]: DEBUG nova.network.neutron [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.607267] env[70498]: DEBUG nova.network.neutron [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.607702] env[70498]: DEBUG nova.network.neutron [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.666205] env[70498]: DEBUG nova.network.neutron [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [{"id": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "address": "fa:16:3e:b9:da:48", "network": {"id": "a2262de3-b616-48ec-9aaf-d71be88aa9fc", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1910830150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04022d5cd2444153a7ac0a9eb7eba8a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0d2101e-2d93-4310-a242-af2d9ecdaf9b", "external-id": "nsx-vlan-transportzone-121", "segmentation_id": 121, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c0ee5e8-41", "ovs_interfaceid": "3c0ee5e8-4181-408d-9b84-b0bd79d8758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.885690] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164d31f6-984e-49a7-b4eb-aaace9a66fd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.896791] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd5e850-43d6-433f-8908-c416f7b1c4d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.928688] env[70498]: DEBUG nova.network.neutron [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.930581] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53504ae-c555-4af1-87c1-0597e996dca8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.940615] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b0e11f-e78b-45d8-88ec-3bf70b3ad333 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.956666] env[70498]: DEBUG nova.compute.provider_tree [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.983085] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.983336] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.110781] env[70498]: DEBUG oslo_concurrency.lockutils [req-689cf2d3-06d7-407f-b5ab-d2bc8398b288 req-91202ad4-aa5e-492f-8843-a844378ae5ea service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.169448] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Releasing lock "refresh_cache-86d7f15a-858b-4256-8ebb-25685db52308" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.169775] env[70498]: DEBUG nova.objects.instance [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'migration_context' on Instance uuid 86d7f15a-858b-4256-8ebb-25685db52308 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.434861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.459768] env[70498]: DEBUG nova.scheduler.client.report [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.486245] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.672588] env[70498]: DEBUG nova.objects.base [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Object Instance<86d7f15a-858b-4256-8ebb-25685db52308> lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1320.674092] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e258b94-513b-4a96-9340-29e2497bcf1a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.704269] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-109d69ec-509f-4e06-88ee-106e661e0562 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.710719] env[70498]: DEBUG oslo_vmware.api [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1320.710719] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52973ca0-7ab9-bea5-60b5-03afaf144a36" [ 1320.710719] env[70498]: _type = "Task" [ 1320.710719] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.719740] env[70498]: DEBUG oslo_vmware.api [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52973ca0-7ab9-bea5-60b5-03afaf144a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.966505] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.967040] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.010402] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.010863] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.013221] env[70498]: INFO nova.compute.claims [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.224047] env[70498]: DEBUG oslo_vmware.api [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52973ca0-7ab9-bea5-60b5-03afaf144a36, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.224537] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.471781] env[70498]: DEBUG nova.compute.utils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.473581] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1321.951376] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b0678c-4008-48e7-afec-ffd35120510a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.969416] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.974539] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.158463] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf23a5f-f25b-4eed-902e-330b8326a24a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.166549] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b62bbb-ff04-4a69-9735-6666931f736d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.197318] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27ad7b4-b551-4d9e-ba1d-07bfcfcc13f1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.205580] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cccd3b1-44a9-4d04-ab9b-fa1ce8223133 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.218941] env[70498]: DEBUG nova.compute.provider_tree [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.474904] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.475318] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a6ca9fb-3c1c-406c-9636-2420814f1a3a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.483973] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1322.483973] env[70498]: value = "task-3615601" [ 1322.483973] env[70498]: _type = "Task" [ 1322.483973] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.494028] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.722526] env[70498]: DEBUG nova.scheduler.client.report [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.983556] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.995706] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615601, 'name': PowerOffVM_Task, 'duration_secs': 0.294712} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.995969] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.996175] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.010288] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.010522] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.010762] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.010857] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.011013] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.011162] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.011371] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.011529] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.011736] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.011847] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.012082] env[70498]: DEBUG nova.virt.hardware [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.012946] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae492f-7e09-4573-bf98-01b031c7517a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.021393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3d6c6-1a2e-4d12-b87d-3182292d8a2d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.037285] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.042775] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Creating folder: Project (d0e020ae31a24897817b652bdd03daf1). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.043803] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79484322-eb87-4a87-9a6c-8c953e6cf0f0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.057251] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Created folder: Project (d0e020ae31a24897817b652bdd03daf1) in parent group-v720819. [ 1323.057540] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Creating folder: Instances. Parent ref: group-v721155. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.057837] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b501f97a-c7ae-4f5a-bdf2-147230fe6bde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.068517] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Created folder: Instances in parent group-v721155. [ 1323.068743] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.068934] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.069171] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff8d73b-dd89-409e-bf7d-191e0b8f5e88 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.087069] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.087069] env[70498]: value = "task-3615604" [ 1323.087069] env[70498]: _type = "Task" [ 1323.087069] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.095299] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615604, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.227697] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.228391] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.231099] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.007s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.502194] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.502576] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.502576] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.502746] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.502894] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.503114] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.503328] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.503487] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.503681] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.503861] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.504051] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.509219] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc56dc71-8ad1-45bb-80d5-e7f85cc0fe1e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.527353] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1323.527353] env[70498]: value = "task-3615605" [ 1323.527353] env[70498]: _type = "Task" [ 1323.527353] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.535600] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.597562] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615604, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.734367] env[70498]: DEBUG nova.compute.utils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.738471] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.738646] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.784861] env[70498]: DEBUG nova.policy [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.880916] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038f83a-a154-4d3f-82af-a582e0d64fde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.890875] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227747cc-5fec-47b4-8335-a79a9585b73e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.926889] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a0d2b-b51c-48d6-b337-02115ab6fe97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.937020] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26edf2a9-4778-417e-a925-b3e34452763c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.950944] env[70498]: DEBUG nova.compute.provider_tree [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.037764] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.069318] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Successfully created port: d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.099209] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615604, 'name': CreateVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.240022] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.454242] env[70498]: DEBUG nova.scheduler.client.report [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.539022] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615605, 'name': ReconfigVM_Task, 'duration_secs': 0.91629} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.539366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.600034] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615604, 'name': CreateVM_Task, 'duration_secs': 1.320621} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.600034] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.600034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.600252] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.600491] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.600737] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f338c5-7c84-482e-a530-755393fe799f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.605727] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1324.605727] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c16ab0-5fcc-60fd-2154-06197b7ad61c" [ 1324.605727] env[70498]: _type = "Task" [ 1324.605727] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.613644] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c16ab0-5fcc-60fd-2154-06197b7ad61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.045451] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.045636] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.045773] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.045952] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.046115] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.046265] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.046465] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.046621] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.046782] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.046939] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.047125] env[70498]: DEBUG nova.virt.hardware [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.052315] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.052586] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a3de4e4-b697-4515-aa8f-a2de6fb35c06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.073828] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1325.073828] env[70498]: value = "task-3615606" [ 1325.073828] env[70498]: _type = "Task" [ 1325.073828] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.082185] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.118991] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c16ab0-5fcc-60fd-2154-06197b7ad61c, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.119343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.119596] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.119850] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.120013] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.120201] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.120481] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4258da0f-9454-4a9d-9bdf-7b1e3c42af5d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.130746] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.131087] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.131885] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e37ac17-e163-4d71-8fcc-0757be64e8d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.137519] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1325.137519] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5211780c-ccf4-008d-0716-4127885ba562" [ 1325.137519] env[70498]: _type = "Task" [ 1325.137519] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.145555] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5211780c-ccf4-008d-0716-4127885ba562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.249799] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.276947] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.277394] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.277610] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.277807] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.277956] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.278186] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.278330] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.278489] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.278653] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.278813] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.278980] env[70498]: DEBUG nova.virt.hardware [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.279842] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc9445c-c1b3-45ec-8665-5dd6f1aea872 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.288861] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1010db-29e4-4cee-aa00-606b089716ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.464560] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.233s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.475336] env[70498]: DEBUG nova.compute.manager [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-vif-plugged-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.475557] env[70498]: DEBUG oslo_concurrency.lockutils [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.475762] env[70498]: DEBUG oslo_concurrency.lockutils [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.475923] env[70498]: DEBUG oslo_concurrency.lockutils [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.476116] env[70498]: DEBUG nova.compute.manager [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] No waiting events found dispatching network-vif-plugged-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.476477] env[70498]: WARNING nova.compute.manager [req-7f9f65b9-85e6-4b0c-9141-242e61f38ede req-ed0d9afc-94f4-4483-bc31-b1ac099b92d0 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received unexpected event network-vif-plugged-d663ff13-0c1f-48fa-abe2-6a062a07b8ba for instance with vm_state building and task_state spawning. [ 1325.560825] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Successfully updated port: d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1325.586030] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615606, 'name': ReconfigVM_Task, 'duration_secs': 0.174152} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.586238] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.587108] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94155fd3-6b5c-4c15-8f7c-b9ac2fdc4763 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.611114] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.611790] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f3ed57-c2da-4442-9890-7d931d105ce6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.633805] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1325.633805] env[70498]: value = "task-3615607" [ 1325.633805] env[70498]: _type = "Task" [ 1325.633805] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.644972] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.650787] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5211780c-ccf4-008d-0716-4127885ba562, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.651601] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4a4f2d-8dee-4818-a871-1d3d7b327980 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.657063] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1325.657063] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]526ec1c1-81ed-d9f9-826a-09d6a4591c0f" [ 1325.657063] env[70498]: _type = "Task" [ 1325.657063] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.665970] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ec1c1-81ed-d9f9-826a-09d6a4591c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.023011] env[70498]: INFO nova.scheduler.client.report [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocation for migration 7d223fbb-1a21-4e53-ae15-5ece0c5d1379 [ 1326.063757] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.063932] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.064099] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.144327] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615607, 'name': ReconfigVM_Task, 'duration_secs': 0.257842} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.144622] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f/f85765b9-89fb-4cbe-81df-080dcf9b287f.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.144895] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.167033] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]526ec1c1-81ed-d9f9-826a-09d6a4591c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.167231] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.167479] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.167723] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189d8559-3deb-4c36-b1c6-3f32d8092db4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.176499] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1326.176499] env[70498]: value = "task-3615608" [ 1326.176499] env[70498]: _type = "Task" [ 1326.176499] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.184670] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.528758] env[70498]: DEBUG oslo_concurrency.lockutils [None req-dc3b03dc-c086-4851-b4b1-4ab737ff41ab tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.638s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.576128] env[70498]: INFO nova.compute.manager [None req-ec2ec798-2943-4a29-857f-fd11c035e3d8 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Get console output [ 1326.576532] env[70498]: WARNING nova.virt.vmwareapi.driver [None req-ec2ec798-2943-4a29-857f-fd11c035e3d8 tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] The console log is missing. Check your VSPC configuration [ 1326.600751] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1326.650860] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b283ae-638b-4827-a415-f786ea91376e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.671972] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015168b1-d545-4277-ab6e-f29bec9a820b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.693489] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.703934] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448366} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.704208] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.704473] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.704689] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b617082-008b-44ca-a0ac-2a5a685b42c6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.713666] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1326.713666] env[70498]: value = "task-3615609" [ 1326.713666] env[70498]: _type = "Task" [ 1326.713666] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.721946] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.738016] env[70498]: DEBUG nova.network.neutron [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.223809] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064317} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.224085] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.224851] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a5834-c88f-4618-a567-81ba418be578 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.244193] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.244961] env[70498]: DEBUG nova.network.neutron [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Port c1dab24b-5178-4090-9fe5-0d0d587fc4fb binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1327.246393] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.246665] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Instance network_info: |[{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1327.246881] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae51c66-2a54-4285-89bb-6cd35b2a41ee {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.261728] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:c4:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd663ff13-0c1f-48fa-abe2-6a062a07b8ba', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.269143] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.269665] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.270304] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5665faa-e132-44aa-8a8c-6f9099207e63 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.285732] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1327.285732] env[70498]: value = "task-3615610" [ 1327.285732] env[70498]: _type = "Task" [ 1327.285732] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.291555] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.291555] env[70498]: value = "task-3615611" [ 1327.291555] env[70498]: _type = "Task" [ 1327.291555] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.297293] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.301577] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615611, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.499322] env[70498]: DEBUG nova.compute.manager [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.499587] env[70498]: DEBUG nova.compute.manager [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing instance network info cache due to event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.499849] env[70498]: DEBUG oslo_concurrency.lockutils [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.500044] env[70498]: DEBUG oslo_concurrency.lockutils [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.500223] env[70498]: DEBUG nova.network.neutron [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1327.795967] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615610, 'name': ReconfigVM_Task, 'duration_secs': 0.270086} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.799005] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.799648] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee7f8f70-eafb-4efe-83d8-bd0c0d7044b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.805704] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615611, 'name': CreateVM_Task, 'duration_secs': 0.372246} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.806695] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.806981] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1327.806981] env[70498]: value = "task-3615612" [ 1327.806981] env[70498]: _type = "Task" [ 1327.806981] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.808261] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.808458] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.808757] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.809266] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6099fa-6a9f-4044-a5e8-20226069f62d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.816942] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1327.816942] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52959dd5-1afa-96d3-60f0-27b1e7451fcd" [ 1327.816942] env[70498]: _type = "Task" [ 1327.816942] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.819791] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615612, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.826930] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52959dd5-1afa-96d3-60f0-27b1e7451fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.206131] env[70498]: DEBUG nova.network.neutron [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updated VIF entry in instance network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.206496] env[70498]: DEBUG nova.network.neutron [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.281356] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.281574] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.281749] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.318138] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615612, 'name': Rename_Task, 'duration_secs': 0.148035} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.318378] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.318598] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef9c42a-f4f6-4cae-851e-d9b2cd1a3c2a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.328389] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52959dd5-1afa-96d3-60f0-27b1e7451fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.329479] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.329702] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.329929] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.330086] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.330267] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.330779] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1328.330779] env[70498]: value = "task-3615613" [ 1328.330779] env[70498]: _type = "Task" [ 1328.330779] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.330954] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e216b519-9b28-4450-b871-7d695b69d181 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.340602] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.341652] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.341824] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.342482] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7392bbd6-ad94-462a-b7a3-0d1be49d2b64 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.347416] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1328.347416] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c79410-9489-baea-5b0f-e1e74f188c53" [ 1328.347416] env[70498]: _type = "Task" [ 1328.347416] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.355144] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c79410-9489-baea-5b0f-e1e74f188c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.709395] env[70498]: DEBUG oslo_concurrency.lockutils [req-7a08fc4b-fb68-4f5f-a0d4-db9508183abf req-5f19a2c0-5c99-42ff-aee0-2338b487f3a2 service nova] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.842865] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.856183] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c79410-9489-baea-5b0f-e1e74f188c53, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.856933] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870735dc-a8ec-4bfb-b745-440b5ab15f8c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.862054] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1328.862054] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528c6cb0-cf80-c1fb-439f-c52a16095a7e" [ 1328.862054] env[70498]: _type = "Task" [ 1328.862054] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.869355] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528c6cb0-cf80-c1fb-439f-c52a16095a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.312956] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.313198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.313385] env[70498]: DEBUG nova.network.neutron [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.342775] env[70498]: DEBUG oslo_vmware.api [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615613, 'name': PowerOnVM_Task, 'duration_secs': 0.590743} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.343053] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.343312] env[70498]: INFO nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1329.343497] env[70498]: DEBUG nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.344285] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3ef7f4-1574-4905-80cb-30b7f6abaa93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.370903] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528c6cb0-cf80-c1fb-439f-c52a16095a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.371195] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.371397] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 97011ef9-1529-4c28-9071-dc38a0f0ce52/97011ef9-1529-4c28-9071-dc38a0f0ce52.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.371648] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-335831a9-b79c-4991-b902-ba39dd8a90ec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.377605] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1329.377605] env[70498]: value = "task-3615614" [ 1329.377605] env[70498]: _type = "Task" [ 1329.377605] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.386197] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.860817] env[70498]: INFO nova.compute.manager [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Took 12.10 seconds to build instance. [ 1329.888231] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425155} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.888480] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 97011ef9-1529-4c28-9071-dc38a0f0ce52/97011ef9-1529-4c28-9071-dc38a0f0ce52.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.912473] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.912473] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd40ed8d-42cf-46d6-95f8-68c807bf0fb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.912473] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1329.912473] env[70498]: value = "task-3615615" [ 1329.912473] env[70498]: _type = "Task" [ 1329.912473] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.912473] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.009738] env[70498]: DEBUG nova.network.neutron [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.363260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cb90b3c0-cd5d-4bd9-97ae-3e6878ce4b08 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.607s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.408652] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065645} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.408868] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.409619] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ee6197-5278-4880-a1c7-5016c2a22ef4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.430710] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 97011ef9-1529-4c28-9071-dc38a0f0ce52/97011ef9-1529-4c28-9071-dc38a0f0ce52.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.430940] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9833568-7227-4182-a05e-1b1f7030ad1d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.449623] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1330.449623] env[70498]: value = "task-3615616" [ 1330.449623] env[70498]: _type = "Task" [ 1330.449623] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.461909] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.512591] env[70498]: DEBUG oslo_concurrency.lockutils [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.725650] env[70498]: INFO nova.compute.manager [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Rebuilding instance [ 1330.767296] env[70498]: DEBUG nova.compute.manager [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1330.768230] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9040e30-01ff-44f2-a347-76b4b94fd81c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.960197] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615616, 'name': ReconfigVM_Task, 'duration_secs': 0.268923} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.960534] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 97011ef9-1529-4c28-9071-dc38a0f0ce52/97011ef9-1529-4c28-9071-dc38a0f0ce52.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.961116] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82e4c1f1-f65c-4cf8-a7d9-d735733761c4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.967993] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1330.967993] env[70498]: value = "task-3615617" [ 1330.967993] env[70498]: _type = "Task" [ 1330.967993] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.979144] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615617, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.036273] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ed21f4-fc29-4c62-bb34-1598422b844c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.056962] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff836a7c-0e8e-4e63-bbdd-68339f0fd470 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.064262] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.478807] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615617, 'name': Rename_Task, 'duration_secs': 0.156863} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.479222] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.479494] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7064dc3d-733b-4f20-bf14-bd321c7aef42 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.485467] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1331.485467] env[70498]: value = "task-3615618" [ 1331.485467] env[70498]: _type = "Task" [ 1331.485467] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.493061] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.570846] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.571155] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f2a8c18-07d7-4746-87b8-6d9ae5e7a78b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.578849] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1331.578849] env[70498]: value = "task-3615619" [ 1331.578849] env[70498]: _type = "Task" [ 1331.578849] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.587097] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.781528] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.781865] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f705c4-04b9-4185-b672-aba67bef603d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.789633] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1331.789633] env[70498]: value = "task-3615620" [ 1331.789633] env[70498]: _type = "Task" [ 1331.789633] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.797546] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.995438] env[70498]: DEBUG oslo_vmware.api [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615618, 'name': PowerOnVM_Task, 'duration_secs': 0.459133} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.995764] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.995886] env[70498]: INFO nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1331.996071] env[70498]: DEBUG nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.996929] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b2ce1-ae97-4f7b-9864-efa697ac81ff {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.089583] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.299584] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615620, 'name': PowerOffVM_Task, 'duration_secs': 0.121036} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.299860] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.300098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.300842] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306ed7d6-62b6-47d2-a3e6-1533f5848117 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.307460] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.307634] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63be7bf6-d8e2-4cca-a52c-ff57b620b78e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.383956] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.384199] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.384409] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Deleting the datastore file [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.384666] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08ef1e0-d57f-4c7b-9a2c-a656731e8dec {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.392585] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1332.392585] env[70498]: value = "task-3615622" [ 1332.392585] env[70498]: _type = "Task" [ 1332.392585] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.400023] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.514271] env[70498]: INFO nova.compute.manager [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Took 11.52 seconds to build instance. [ 1332.589466] env[70498]: DEBUG oslo_vmware.api [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615619, 'name': PowerOnVM_Task, 'duration_secs': 0.758213} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.589466] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.589584] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-9dacd576-ae98-479a-80ce-bd9cd4a08f97 tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance 'f85765b9-89fb-4cbe-81df-080dcf9b287f' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.902227] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449339} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.902572] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.902763] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.903017] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.016566] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3e380730-7735-40e8-9a43-21caa6ed3f99 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.033s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.208096] env[70498]: DEBUG nova.compute.manager [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.208306] env[70498]: DEBUG nova.compute.manager [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.208527] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.208672] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.208831] env[70498]: DEBUG nova.network.neutron [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.885475] env[70498]: DEBUG nova.network.neutron [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.885832] env[70498]: DEBUG nova.network.neutron [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.947140] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.947610] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.947610] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.947610] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.947610] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.947781] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.947970] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.948161] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.948331] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.948530] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.948717] env[70498]: DEBUG nova.virt.hardware [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.949599] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0c4342-9992-492c-9f7d-2778372e8d20 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.957693] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70630509-fefd-4fd1-bb1e-b06417885dbf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.971893] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.979634] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.979911] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.980151] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7279d60c-0072-4198-b067-570198fd6e97 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.997762] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.997762] env[70498]: value = "task-3615623" [ 1333.997762] env[70498]: _type = "Task" [ 1333.997762] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.006679] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615623, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.389231] env[70498]: DEBUG oslo_concurrency.lockutils [req-5ceef637-d0fe-4c8e-9e10-7b071733d26a req-7a8c8f3c-febb-484c-9c79-874b203687e8 service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.508155] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615623, 'name': CreateVM_Task, 'duration_secs': 0.248355} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.508342] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.509061] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.509061] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.509468] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.509753] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afd521f-1717-4bc9-a34d-b43e96da927f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.514502] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1334.514502] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52814cf8-b992-506b-eb2b-b8051fe3b9d7" [ 1334.514502] env[70498]: _type = "Task" [ 1334.514502] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.522925] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52814cf8-b992-506b-eb2b-b8051fe3b9d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.025025] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52814cf8-b992-506b-eb2b-b8051fe3b9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.025469] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.025713] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.025939] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.026096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.026281] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.026533] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbdc2c56-ef75-44b8-890d-ca42dbbc9c4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.038882] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.038882] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.039187] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2cb38c-5688-4216-87e4-22729458b582 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.044202] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1335.044202] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6fdf6-38d6-8d36-274d-75524de578b4" [ 1335.044202] env[70498]: _type = "Task" [ 1335.044202] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.052218] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6fdf6-38d6-8d36-274d-75524de578b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.239187] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.239395] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing instance network info cache due to event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1335.239604] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.239745] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.239904] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.461623] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.461970] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.462102] env[70498]: DEBUG nova.compute.manager [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Going to confirm migration 9 {{(pid=70498) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1335.554172] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52d6fdf6-38d6-8d36-274d-75524de578b4, 'name': SearchDatastore_Task, 'duration_secs': 0.043483} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.554957] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb7701e-6b70-41de-b750-959c0212f692 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.559863] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1335.559863] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520ad60e-ee54-2d8b-5b63-1862f76a4e93" [ 1335.559863] env[70498]: _type = "Task" [ 1335.559863] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.567062] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520ad60e-ee54-2d8b-5b63-1862f76a4e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.922360] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updated VIF entry in instance network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.922713] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.998389] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.998569] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquired lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.998743] env[70498]: DEBUG nova.network.neutron [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.998925] env[70498]: DEBUG nova.objects.instance [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'info_cache' on Instance uuid f85765b9-89fb-4cbe-81df-080dcf9b287f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.069990] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520ad60e-ee54-2d8b-5b63-1862f76a4e93, 'name': SearchDatastore_Task, 'duration_secs': 0.02652} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.070213] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.070472] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.070727] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cca1d068-ba32-47cc-8023-8c917bbe3784 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.077256] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1336.077256] env[70498]: value = "task-3615624" [ 1336.077256] env[70498]: _type = "Task" [ 1336.077256] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.085928] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.425770] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.425976] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.426156] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing instance network info cache due to event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.426421] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.426597] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.426771] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.586574] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.420388} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.586915] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.587011] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.587250] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742f3e57-2a30-4ab9-970a-c7970f133c05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.593945] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1336.593945] env[70498]: value = "task-3615625" [ 1336.593945] env[70498]: _type = "Task" [ 1336.593945] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.600775] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.105173] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070092} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.105445] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.106217] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689f0e3-60a6-4436-9f73-3c1ee1265fb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.110633] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updated VIF entry in instance network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.110952] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.127362] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.128522] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.128747] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.128912] env[70498]: DEBUG nova.compute.manager [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.129120] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.129261] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.129419] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.130451] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2822e69-0b53-475a-9cfc-fe09bc2de2be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.155547] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1337.155547] env[70498]: value = "task-3615626" [ 1337.155547] env[70498]: _type = "Task" [ 1337.155547] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.163744] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.210762] env[70498]: DEBUG nova.network.neutron [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [{"id": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "address": "fa:16:3e:ee:3a:ff", "network": {"id": "e95b9621-993d-4b06-a494-911aa27aa6f4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-704776713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5468d8a513c44f188321a1e79d3afbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dab24b-51", "ovs_interfaceid": "c1dab24b-5178-4090-9fe5-0d0d587fc4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.343578] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.343961] env[70498]: DEBUG nova.network.neutron [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.666127] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.716117] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Releasing lock "refresh_cache-f85765b9-89fb-4cbe-81df-080dcf9b287f" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.716382] env[70498]: DEBUG nova.objects.instance [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lazy-loading 'migration_context' on Instance uuid f85765b9-89fb-4cbe-81df-080dcf9b287f {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.846562] env[70498]: DEBUG oslo_concurrency.lockutils [req-c38a2e4d-650e-4162-9cdb-fe83c439533a req-8e9f2165-543d-4ca1-9ec5-a7f54db70a53 service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.165922] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615626, 'name': ReconfigVM_Task, 'duration_secs': 0.906668} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.166222] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2/37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.166833] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a091008-b812-4366-8eab-28d1074b6a13 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.173427] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1338.173427] env[70498]: value = "task-3615627" [ 1338.173427] env[70498]: _type = "Task" [ 1338.173427] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.182697] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615627, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.220106] env[70498]: DEBUG nova.objects.base [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1338.221108] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e03c5-8a01-405c-ab40-68798f55d72c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.240201] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8cea84-37fb-4d42-a3c3-6e241da06fcf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.246022] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1338.246022] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]520a3675-aff4-dc4c-4c0e-d173c28890a4" [ 1338.246022] env[70498]: _type = "Task" [ 1338.246022] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.254865] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]520a3675-aff4-dc4c-4c0e-d173c28890a4, 'name': SearchDatastore_Task, 'duration_secs': 0.006766} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.255320] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.255567] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.683545] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615627, 'name': Rename_Task, 'duration_secs': 0.122594} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.683867] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.684016] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729f6d6f-88f0-402b-9bb8-78788c1d0dd1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.690827] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1338.690827] env[70498]: value = "task-3615628" [ 1338.690827] env[70498]: _type = "Task" [ 1338.690827] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.701755] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.884936] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6e09ed-e5b6-438e-a5c6-19fbc31bd509 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.892362] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e64442-fb39-4b41-888e-5180805f10c1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.922016] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d0bacc-f9ad-4671-8d21-4b29cba7ac07 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.928986] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98baa7-c57d-464a-b816-5289e23ff91a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.943618] env[70498]: DEBUG nova.compute.provider_tree [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.200435] env[70498]: DEBUG oslo_vmware.api [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615628, 'name': PowerOnVM_Task, 'duration_secs': 0.423381} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.200717] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.200925] env[70498]: DEBUG nova.compute.manager [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.201740] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a0676-abc2-4e34-9646-c4c4e7111ec7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.447183] env[70498]: DEBUG nova.scheduler.client.report [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.719903] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.433421] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.433701] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.433951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.434154] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.434368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.436508] env[70498]: INFO nova.compute.manager [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Terminating instance [ 1340.455626] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.200s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.458157] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.738s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.458336] env[70498]: DEBUG nova.objects.instance [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70498) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1340.940482] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "refresh_cache-37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.940889] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquired lock "refresh_cache-37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.940889] env[70498]: DEBUG nova.network.neutron [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.015022] env[70498]: INFO nova.scheduler.client.report [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocation for migration 6ebbddb3-60ce-4d31-b0c5-eb1ddeab1e52 [ 1341.460202] env[70498]: DEBUG nova.network.neutron [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.469271] env[70498]: DEBUG oslo_concurrency.lockutils [None req-69b4a378-a4fd-46c1-b603-c02decd3ac41 tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.509240] env[70498]: DEBUG nova.network.neutron [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.519933] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.058s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.018236] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Releasing lock "refresh_cache-37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.018626] env[70498]: DEBUG nova.compute.manager [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.018940] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.019822] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3bd7d-f098-4881-b1dc-ff7c370fce30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.029527] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.030230] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b84a08-8fc9-4180-b5d4-cbc819f6fe0f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.037865] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1342.037865] env[70498]: value = "task-3615629" [ 1342.037865] env[70498]: _type = "Task" [ 1342.037865] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.046609] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.522563] env[70498]: DEBUG nova.compute.manager [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Stashing vm_state: active {{(pid=70498) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1342.549522] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615629, 'name': PowerOffVM_Task, 'duration_secs': 0.329072} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.550456] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.550456] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.550456] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a46c6c-3a3d-47f3-91e9-fc82f434f9b3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.575752] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.575752] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.575752] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Deleting the datastore file [datastore2] 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.576566] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e709aaed-60bb-4e08-922b-81c1cb614a70 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.584347] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for the task: (returnval){ [ 1342.584347] env[70498]: value = "task-3615631" [ 1342.584347] env[70498]: _type = "Task" [ 1342.584347] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.592351] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.983179] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.983471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.983690] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.983878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.984076] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.986338] env[70498]: INFO nova.compute.manager [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Terminating instance [ 1343.043757] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.044044] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.093516] env[70498]: DEBUG oslo_vmware.api [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Task: {'id': task-3615631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.093734] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.093918] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.094104] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.094271] env[70498]: INFO nova.compute.manager [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1343.094506] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.094689] env[70498]: DEBUG nova.compute.manager [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.094784] env[70498]: DEBUG nova.network.neutron [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.110202] env[70498]: DEBUG nova.network.neutron [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.490055] env[70498]: DEBUG nova.compute.manager [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.490197] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.491366] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e312e-642b-4783-acec-b5eb00ecb701 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.499381] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.499615] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7dd7f8a-e4ed-4ace-b206-d206ccd3a579 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.506090] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1343.506090] env[70498]: value = "task-3615632" [ 1343.506090] env[70498]: _type = "Task" [ 1343.506090] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.513836] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.548516] env[70498]: INFO nova.compute.claims [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.612864] env[70498]: DEBUG nova.network.neutron [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.016344] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615632, 'name': PowerOffVM_Task, 'duration_secs': 0.215162} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.016616] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.016818] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.017106] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb07b008-52dc-41d8-b59d-24198ae3e683 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.054547] env[70498]: INFO nova.compute.resource_tracker [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating resource usage from migration 36da1daf-3a85-4c18-a4f5-0af72eca0098 [ 1344.080983] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.081302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.081491] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleting the datastore file [datastore1] f85765b9-89fb-4cbe-81df-080dcf9b287f {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.081746] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57aadc9b-da05-42b0-a7fb-1b9a85aaa389 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.090853] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for the task: (returnval){ [ 1344.090853] env[70498]: value = "task-3615634" [ 1344.090853] env[70498]: _type = "Task" [ 1344.090853] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.099824] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.115715] env[70498]: INFO nova.compute.manager [-] [instance: 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2] Took 1.02 seconds to deallocate network for instance. [ 1344.180661] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d3d83-7687-42fa-9ce6-31c05f12b826 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.187718] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbaae7b-4a68-4969-95ff-6f0b9ceb7848 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.218064] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdfca32-f16e-4f12-a406-3cbc527adb9c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.225067] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac8656-33e2-4f6d-8210-c75a3a666fbb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.238490] env[70498]: DEBUG nova.compute.provider_tree [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.600664] env[70498]: DEBUG oslo_vmware.api [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Task: {'id': task-3615634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140493} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.600903] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.601098] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.601300] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.601491] env[70498]: INFO nova.compute.manager [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1344.601731] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.601916] env[70498]: DEBUG nova.compute.manager [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.602014] env[70498]: DEBUG nova.network.neutron [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.623791] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.742466] env[70498]: DEBUG nova.scheduler.client.report [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.838823] env[70498]: DEBUG nova.compute.manager [req-9b380975-7d6e-4391-ab91-52e5e4091449 req-7d7630cd-23d7-4d8b-b817-b86f2535775b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Received event network-vif-deleted-c1dab24b-5178-4090-9fe5-0d0d587fc4fb {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.839064] env[70498]: INFO nova.compute.manager [req-9b380975-7d6e-4391-ab91-52e5e4091449 req-7d7630cd-23d7-4d8b-b817-b86f2535775b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Neutron deleted interface c1dab24b-5178-4090-9fe5-0d0d587fc4fb; detaching it from the instance and deleting it from the info cache [ 1344.839240] env[70498]: DEBUG nova.network.neutron [req-9b380975-7d6e-4391-ab91-52e5e4091449 req-7d7630cd-23d7-4d8b-b817-b86f2535775b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.248062] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.203s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.248062] env[70498]: INFO nova.compute.manager [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Migrating [ 1345.255024] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.630s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.255024] env[70498]: DEBUG nova.objects.instance [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lazy-loading 'resources' on Instance uuid 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.324792] env[70498]: DEBUG nova.network.neutron [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.342414] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-326d94f2-9849-4700-a7c5-0b323e615c58 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.352115] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c82cc68-e8da-433f-9d16-d2262319a332 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.380508] env[70498]: DEBUG nova.compute.manager [req-9b380975-7d6e-4391-ab91-52e5e4091449 req-7d7630cd-23d7-4d8b-b817-b86f2535775b service nova] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Detach interface failed, port_id=c1dab24b-5178-4090-9fe5-0d0d587fc4fb, reason: Instance f85765b9-89fb-4cbe-81df-080dcf9b287f could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.764839] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.765040] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.765224] env[70498]: DEBUG nova.network.neutron [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.826516] env[70498]: INFO nova.compute.manager [-] [instance: f85765b9-89fb-4cbe-81df-080dcf9b287f] Took 1.22 seconds to deallocate network for instance. [ 1345.907280] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8570114-e107-4441-9617-d63438698907 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.915498] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9451692-1fa6-4750-8923-e6ec6b991d0a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.948321] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c4faee-9db7-4b32-810f-a10db8e0192c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.955214] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c020853-b6ba-436d-a273-c79d227d3548 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.968118] env[70498]: DEBUG nova.compute.provider_tree [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.333198] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.470584] env[70498]: DEBUG nova.scheduler.client.report [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.551059] env[70498]: DEBUG nova.network.neutron [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.975230] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.978032] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.645s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.978032] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.006591] env[70498]: INFO nova.scheduler.client.report [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Deleted allocations for instance 37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2 [ 1347.010934] env[70498]: INFO nova.scheduler.client.report [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Deleted allocations for instance f85765b9-89fb-4cbe-81df-080dcf9b287f [ 1347.055105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.517663] env[70498]: DEBUG oslo_concurrency.lockutils [None req-f8d36b10-de95-4353-9326-3e88124f847d tempest-ServerShowV254Test-7847623 tempest-ServerShowV254Test-7847623-project-member] Lock "37aafd63-b7e7-43f3-b20b-ff8bdd11e6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.084s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.518655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-851c44fa-95b1-44d3-8599-c7765b7373ed tempest-DeleteServersTestJSON-155058051 tempest-DeleteServersTestJSON-155058051-project-member] Lock "f85765b9-89fb-4cbe-81df-080dcf9b287f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.535s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.575268] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76ff444-fd29-4f87-a4d7-1ad68694a516 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.593678] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 0 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.908434] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.908736] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.099848] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.100167] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcfecca3-b837-474d-81f0-80e8f7ad2f51 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.108080] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1349.108080] env[70498]: value = "task-3615636" [ 1349.108080] env[70498]: _type = "Task" [ 1349.108080] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.115896] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.411498] env[70498]: DEBUG nova.compute.utils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.618016] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615636, 'name': PowerOffVM_Task, 'duration_secs': 0.232642} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.618379] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.618513] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 17 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.913922] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.125322] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.125536] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.125659] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.125845] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.125994] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.126159] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.126366] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.126528] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.126695] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.126856] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.127040] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.131998] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3ab7a2-5649-4c92-8ac9-f6adc88f670f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.147908] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1350.147908] env[70498]: value = "task-3615637" [ 1350.147908] env[70498]: _type = "Task" [ 1350.147908] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.155860] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615637, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.658833] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615637, 'name': ReconfigVM_Task, 'duration_secs': 0.328904} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.659177] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 33 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.045204] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.045453] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.045694] env[70498]: INFO nova.compute.manager [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Attaching volume d07731d1-6c88-4c36-988f-671e8f5eeeb1 to /dev/sdb [ 1351.074794] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1977209-02d0-4fd4-9ec5-1ad9275b0d9b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.082054] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203690ce-cbfb-4ae3-98af-0595a18f724c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.095074] env[70498]: DEBUG nova.virt.block_device [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updating existing volume attachment record: 521e5215-cab0-4cd2-a7bc-6282d36faf61 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.165322] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.165599] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.165755] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.165936] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.166088] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.166236] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.166438] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.166623] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.166806] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.166979] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.167202] env[70498]: DEBUG nova.virt.hardware [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.172546] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.172825] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a51c69-f075-4edc-8095-c889cb030afa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.191107] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1351.191107] env[70498]: value = "task-3615638" [ 1351.191107] env[70498]: _type = "Task" [ 1351.191107] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.198675] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.701194] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615638, 'name': ReconfigVM_Task, 'duration_secs': 0.179625} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.701520] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.702202] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46611238-dd4f-4401-882c-dfcc20ca47d1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.723724] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.723971] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6757b93d-46c6-48a1-b84f-67a930e23af1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.736459] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.736930] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.742757] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1351.742757] env[70498]: value = "task-3615640" [ 1351.742757] env[70498]: _type = "Task" [ 1351.742757] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.750367] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.242887] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.243113] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.246557] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.246748] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.247355] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.247676] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.247761] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1352.247914] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.252412] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615640, 'name': ReconfigVM_Task, 'duration_secs': 0.2563} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.252870] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.253164] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 50 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.754069] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.754369] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.754670] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.754670] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1352.755577] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1fa7b3-ddd0-4945-92b9-66c745b6a55a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.760151] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb095e-55dd-42b4-a86a-f021ec024d66 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.782267] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872af4b9-7e83-4154-a567-8a53e756830e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.786723] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d4e34-8da7-4aa2-bbad-e0a0c4a68716 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.811884] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf3ae21-bb45-4d67-a825-ad0bf800004f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.814636] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 67 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.822377] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afbf02-3e9f-479e-a429-a06606f99477 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.855232] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179913MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1352.855392] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.855610] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.357092] env[70498]: DEBUG nova.network.neutron [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.865161] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Applying migration context for instance b0a6e9a3-e200-4d81-9b10-f4c6894a4858 as it has an incoming, in-progress migration 36da1daf-3a85-4c18-a4f5-0af72eca0098. Migration status is migrating {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1353.866296] env[70498]: INFO nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating resource usage from migration 36da1daf-3a85-4c18-a4f5-0af72eca0098 [ 1353.906824] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.906973] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 29155fa2-860f-48ae-9277-b61d60cdf175 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907105] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance b1715565-fcb5-48fc-9469-f4adecde6a5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907408] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 86d7f15a-858b-4256-8ebb-25685db52308 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907408] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 8fbde2a2-fff1-4651-91a8-5109aabed77e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907552] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 97011ef9-1529-4c28-9071-dc38a0f0ce52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907603] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Migration 36da1daf-3a85-4c18-a4f5-0af72eca0098 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1353.907709] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance b0a6e9a3-e200-4d81-9b10-f4c6894a4858 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1353.907916] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1353.908065] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1354.019678] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f470f-ac0d-494e-a170-7c64eac02c52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.027732] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a268390-2a8e-4bf7-bef4-760f06cd34b1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.062924] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2326777f-d601-4575-9cf0-b53bfd8546b0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.071161] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eee4ba-6f8e-4e12-a6af-1c5711a13e6a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.085756] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.121028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.121028] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.121386] env[70498]: DEBUG nova.objects.instance [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid 8fbde2a2-fff1-4651-91a8-5109aabed77e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.387326] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.387519] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.387695] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.536559] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.536845] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.537084] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "86d7f15a-858b-4256-8ebb-25685db52308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.537270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.537432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.539473] env[70498]: INFO nova.compute.manager [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Terminating instance [ 1354.588422] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.742936] env[70498]: DEBUG nova.objects.instance [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid 8fbde2a2-fff1-4651-91a8-5109aabed77e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.043487] env[70498]: DEBUG nova.compute.manager [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1355.043839] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.044038] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1cff133-58a2-45bc-8605-e82f733fc458 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.051985] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1355.051985] env[70498]: value = "task-3615642" [ 1355.051985] env[70498]: _type = "Task" [ 1355.051985] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.061650] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.093077] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1355.093077] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.237s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.245800] env[70498]: DEBUG nova.objects.base [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance<8fbde2a2-fff1-4651-91a8-5109aabed77e> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1355.246085] env[70498]: DEBUG nova.network.neutron [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.303656] env[70498]: DEBUG nova.policy [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.464137] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.464341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.464639] env[70498]: DEBUG nova.network.neutron [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.561274] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615642, 'name': PowerOffVM_Task, 'duration_secs': 0.164342} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.561552] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.561746] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1355.561932] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721146', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'name': 'volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '86d7f15a-858b-4256-8ebb-25685db52308', 'attached_at': '2025-04-25T22:09:59.000000', 'detached_at': '', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'serial': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1355.562693] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b7fcec-9323-4a9d-be9d-70c4c880c867 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.580163] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9504a-02e7-4e25-a8af-d1416e7f0f52 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.586351] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f1840d-de7a-4140-855e-20aa455fa2f6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.604654] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63890a1d-6b9a-46e5-a898-ad3e4a03eb2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.618990] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9/volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1355.624091] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1355.624374] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125939c5-aef4-44ea-8157-02227d8c5f5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.639468] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1355.639680] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721160', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'name': 'volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1715565-fcb5-48fc-9469-f4adecde6a5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'serial': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1355.640442] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a364894-713e-4937-83b1-fa616106a6b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.643824] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1355.643824] env[70498]: value = "task-3615643" [ 1355.643824] env[70498]: _type = "Task" [ 1355.643824] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.662902] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a67d5f-178b-46b5-b68e-35dedeed68e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.665508] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.688898] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1/volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.689184] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0448fbe-8073-4566-9d88-96e89189aeb0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.706649] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1355.706649] env[70498]: value = "task-3615644" [ 1355.706649] env[70498]: _type = "Task" [ 1355.706649] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.716806] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.153672] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615643, 'name': ReconfigVM_Task, 'duration_secs': 0.159344} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.157020] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1356.161908] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a4b285-db2a-4f25-9a32-2435143b1fb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.180103] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1356.180103] env[70498]: value = "task-3615645" [ 1356.180103] env[70498]: _type = "Task" [ 1356.180103] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.191827] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.216017] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615644, 'name': ReconfigVM_Task, 'duration_secs': 0.364676} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.216983] env[70498]: DEBUG nova.network.neutron [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.218194] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1/volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.223907] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322d0522-5c4e-48fd-90dc-0a6e1863e9b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.239336] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1356.239336] env[70498]: value = "task-3615646" [ 1356.239336] env[70498]: _type = "Task" [ 1356.239336] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.247824] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.692029] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615645, 'name': ReconfigVM_Task, 'duration_secs': 0.156246} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.692381] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721146', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'name': 'volume-1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '86d7f15a-858b-4256-8ebb-25685db52308', 'attached_at': '2025-04-25T22:09:59.000000', 'detached_at': '', 'volume_id': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9', 'serial': '1bf026f2-c84e-4679-95c9-ef1c2597d7e9'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1356.692658] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.693450] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ea979c-3c17-4a20-a718-9bbad54e3630 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.699662] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.699891] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14212e18-1588-424b-9e9c-19982d545d6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.724041] env[70498]: DEBUG oslo_concurrency.lockutils [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.746266] env[70498]: DEBUG nova.compute.manager [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.746517] env[70498]: DEBUG oslo_concurrency.lockutils [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.746723] env[70498]: DEBUG oslo_concurrency.lockutils [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.746968] env[70498]: DEBUG oslo_concurrency.lockutils [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.747187] env[70498]: DEBUG nova.compute.manager [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] No waiting events found dispatching network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.747342] env[70498]: WARNING nova.compute.manager [req-e0e910d8-ec96-46bc-a063-3dec53167a2a req-68c38d8f-fecc-4840-bc5d-bd8ecd19853a service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received unexpected event network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 for instance with vm_state active and task_state None. [ 1356.751120] env[70498]: DEBUG oslo_vmware.api [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615646, 'name': ReconfigVM_Task, 'duration_secs': 0.138174} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.751403] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721160', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'name': 'volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1715565-fcb5-48fc-9469-f4adecde6a5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'serial': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.768929] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.769205] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.769491] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore2] 86d7f15a-858b-4256-8ebb-25685db52308 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.769665] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9672321b-f77c-47ea-821f-1956c504d3d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.776442] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1356.776442] env[70498]: value = "task-3615648" [ 1356.776442] env[70498]: _type = "Task" [ 1356.776442] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.784791] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.839400] env[70498]: DEBUG nova.network.neutron [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Successfully updated port: 2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.269806] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59bbd9d-5330-49f9-b7ed-22912be74383 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.292372] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc7ea5-cf38-4d08-9ca8-440b285e237d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.299703] env[70498]: DEBUG oslo_vmware.api [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.074136} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.301982] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.302191] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.302366] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.302533] env[70498]: INFO nova.compute.manager [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1357.302770] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.303074] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 83 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1357.308023] env[70498]: DEBUG nova.compute.manager [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.308137] env[70498]: DEBUG nova.network.neutron [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.341982] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.342221] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.342412] env[70498]: DEBUG nova.network.neutron [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.813053] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.813315] env[70498]: DEBUG nova.objects.instance [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid b1715565-fcb5-48fc-9469-f4adecde6a5a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.814627] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d49d4f0e-369d-465a-aea9-e88ed4d04e4c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.822374] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1357.822374] env[70498]: value = "task-3615649" [ 1357.822374] env[70498]: _type = "Task" [ 1357.822374] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.832514] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.878087] env[70498]: WARNING nova.network.neutron [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1358.151958] env[70498]: DEBUG nova.network.neutron [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "address": "fa:16:3e:79:e5:09", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4bfbb9-32", "ovs_interfaceid": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.319784] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a9e03040-1084-4597-8c87-29cf62d15120 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.332634] env[70498]: DEBUG oslo_vmware.api [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615649, 'name': PowerOnVM_Task, 'duration_secs': 0.395295} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.333434] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.333637] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-6f268451-7116-49ac-8879-045bb1dc6a1f tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance 'b0a6e9a3-e200-4d81-9b10-f4c6894a4858' progress to 100 {{(pid=70498) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.344138] env[70498]: DEBUG nova.network.neutron [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.651043] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.651043] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.654931] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.654931] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.654931] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.655817] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44862fa8-5cd4-4fb1-8f3a-44914a3f0a30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.673253] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.673503] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.673668] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.673848] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.673989] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.674147] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.674349] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.674515] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.674673] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.674829] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.674996] env[70498]: DEBUG nova.virt.hardware [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.681243] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfiguring VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1358.681765] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a8e3535-9519-4e14-af9f-6347894ebe40 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.699187] env[70498]: DEBUG oslo_vmware.api [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1358.699187] env[70498]: value = "task-3615650" [ 1358.699187] env[70498]: _type = "Task" [ 1358.699187] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.706793] env[70498]: DEBUG oslo_vmware.api [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615650, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.776487] env[70498]: DEBUG nova.compute.manager [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.776610] env[70498]: DEBUG nova.compute.manager [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-2c4bfbb9-328a-42a5-bb28-9433a5586761. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.776822] env[70498]: DEBUG oslo_concurrency.lockutils [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.776958] env[70498]: DEBUG oslo_concurrency.lockutils [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.777125] env[70498]: DEBUG nova.network.neutron [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.846234] env[70498]: INFO nova.compute.manager [-] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Took 1.54 seconds to deallocate network for instance. [ 1359.154511] env[70498]: INFO nova.compute.manager [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Detaching volume d07731d1-6c88-4c36-988f-671e8f5eeeb1 [ 1359.190048] env[70498]: INFO nova.virt.block_device [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Attempting to driver detach volume d07731d1-6c88-4c36-988f-671e8f5eeeb1 from mountpoint /dev/sdb [ 1359.190305] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.190489] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721160', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'name': 'volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1715565-fcb5-48fc-9469-f4adecde6a5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'serial': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.191422] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c0bf9-ac68-4935-aaf1-9a9bcbad2ce7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.217848] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7cf107-d87f-48a3-a995-fa8b37692b43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.226291] env[70498]: DEBUG oslo_vmware.api [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.228744] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01142c4c-5c72-45d8-9a89-f150c29c6977 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.249330] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74197b5e-d2d2-426a-a81b-46b7fc36a2b8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.264243] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] The volume has not been displaced from its original location: [datastore2] volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1/volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.269566] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.269880] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86e1821-4f3d-43f1-ad94-c7fa6afef06a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.289736] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1359.289736] env[70498]: value = "task-3615651" [ 1359.289736] env[70498]: _type = "Task" [ 1359.289736] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.297894] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.392063] env[70498]: INFO nova.compute.manager [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Took 0.55 seconds to detach 1 volumes for instance. [ 1359.396711] env[70498]: DEBUG nova.compute.manager [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Deleting volume: 1bf026f2-c84e-4679-95c9-ef1c2597d7e9 {{(pid=70498) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1359.513946] env[70498]: DEBUG nova.network.neutron [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 2c4bfbb9-328a-42a5-bb28-9433a5586761. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.514442] env[70498]: DEBUG nova.network.neutron [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "address": "fa:16:3e:79:e5:09", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4bfbb9-32", "ovs_interfaceid": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.723487] env[70498]: DEBUG oslo_vmware.api [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615650, 'name': ReconfigVM_Task, 'duration_secs': 0.689797} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.723954] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.724529] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfigured VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1359.798445] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615651, 'name': ReconfigVM_Task, 'duration_secs': 0.265862} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.798718] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1359.803253] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a29c6554-92d2-49cd-b6a0-8060dc376020 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.818602] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1359.818602] env[70498]: value = "task-3615653" [ 1359.818602] env[70498]: _type = "Task" [ 1359.818602] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.829612] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615653, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.941999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.942341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.942551] env[70498]: DEBUG nova.objects.instance [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'resources' on Instance uuid 86d7f15a-858b-4256-8ebb-25685db52308 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.017881] env[70498]: DEBUG oslo_concurrency.lockutils [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.018147] env[70498]: DEBUG nova.compute.manager [req-abb82bb6-6ea1-475a-8c00-dba239bbacc1 req-07953b84-e198-4428-a87b-78c64fc03f4d service nova] [instance: 86d7f15a-858b-4256-8ebb-25685db52308] Received event network-vif-deleted-3c0ee5e8-4181-408d-9b84-b0bd79d8758f {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.228537] env[70498]: DEBUG oslo_concurrency.lockutils [None req-26724204-63ab-4f5d-809b-99793617ce5b tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.107s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.296636] env[70498]: DEBUG nova.network.neutron [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Port a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 binding to destination host cpu-1 is already ACTIVE {{(pid=70498) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1360.296972] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.297159] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.297329] env[70498]: DEBUG nova.network.neutron [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.328545] env[70498]: DEBUG oslo_vmware.api [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615653, 'name': ReconfigVM_Task, 'duration_secs': 0.150361} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.328859] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721160', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'name': 'volume-d07731d1-6c88-4c36-988f-671e8f5eeeb1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1715565-fcb5-48fc-9469-f4adecde6a5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1', 'serial': 'd07731d1-6c88-4c36-988f-671e8f5eeeb1'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1360.560718] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84816e13-f564-4830-9424-bfb5aae8efab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.568954] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18cef8-9557-47f4-a0df-6b07e6f2c1d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.598971] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5154eb-55b2-4ad3-85e5-6f2c40da6f06 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.606072] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6745005-c321-441a-a0d9-bc8bb98dd7a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.620933] env[70498]: DEBUG nova.compute.provider_tree [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.873204] env[70498]: DEBUG nova.objects.instance [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid b1715565-fcb5-48fc-9469-f4adecde6a5a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.012039] env[70498]: DEBUG nova.network.neutron [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.124363] env[70498]: DEBUG nova.scheduler.client.report [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.514370] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.629330] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.675532] env[70498]: INFO nova.scheduler.client.report [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocations for instance 86d7f15a-858b-4256-8ebb-25685db52308 [ 1361.882105] env[70498]: DEBUG oslo_concurrency.lockutils [None req-0f68389a-2916-4e27-8c9f-b16d7d27ed71 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.957636] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.957904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.017610] env[70498]: DEBUG nova.compute.manager [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70498) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1362.017834] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.018093] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.184426] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5ee2adc8-f5f2-4d04-a91f-e5770b585bda tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "86d7f15a-858b-4256-8ebb-25685db52308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.647s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.460928] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.461123] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.462062] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb4482-12a7-4f48-9652-4dfb9b62a3f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.483094] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe62918d-0524-48ee-b3c8-f9fd9b84d339 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.510494] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfiguring VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1362.510741] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a12536a-5caa-4333-9ce3-2606d7f4bc9a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.523818] env[70498]: DEBUG nova.objects.instance [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'migration_context' on Instance uuid b0a6e9a3-e200-4d81-9b10-f4c6894a4858 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.529375] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1362.529375] env[70498]: value = "task-3615654" [ 1362.529375] env[70498]: _type = "Task" [ 1362.529375] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.537767] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.911880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.912255] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.912415] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.912623] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.912825] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.914990] env[70498]: INFO nova.compute.manager [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Terminating instance [ 1363.039371] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.138503] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854fb98-30e9-4f40-b8c8-5ad02948021f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.146205] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9928479-4b55-44c7-b52f-2c5619da7001 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.176471] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c337fff-255d-4b0a-92e1-ca791b81a2a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.183069] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e62c6-98ee-4c61-b86e-4ca53d2d1389 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.195803] env[70498]: DEBUG nova.compute.provider_tree [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.418658] env[70498]: DEBUG nova.compute.manager [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.418884] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.419732] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7edf8f-60fd-4bb9-b9e4-19bc09a816f3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.427360] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.427587] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2772b21b-3cca-4fa5-a617-d0582125877a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.433746] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1363.433746] env[70498]: value = "task-3615655" [ 1363.433746] env[70498]: _type = "Task" [ 1363.433746] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.442748] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.447448] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "29155fa2-860f-48ae-9277-b61d60cdf175" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.447805] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.448160] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.448467] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.448692] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.450787] env[70498]: INFO nova.compute.manager [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Terminating instance [ 1363.539995] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.699061] env[70498]: DEBUG nova.scheduler.client.report [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.943879] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615655, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.954686] env[70498]: DEBUG nova.compute.manager [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.954915] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.955766] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e608aaa3-a45a-402c-8b94-be93ab600571 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.962920] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.963204] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a3b57c-a4e6-4e94-967b-a491eb85f3f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.970263] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1363.970263] env[70498]: value = "task-3615656" [ 1363.970263] env[70498]: _type = "Task" [ 1363.970263] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.979707] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.041770] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.444764] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615655, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.479968] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615656, 'name': PowerOffVM_Task, 'duration_secs': 0.263724} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.480248] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.480418] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.480667] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f311173-826d-4317-ae59-1b052edb3b84 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.540984] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.557880] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.558112] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.558286] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore2] 29155fa2-860f-48ae-9277-b61d60cdf175 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.558544] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb93449-f460-4ca5-a53d-6ff338fc1320 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.564786] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1364.564786] env[70498]: value = "task-3615658" [ 1364.564786] env[70498]: _type = "Task" [ 1364.564786] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.572305] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.709468] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.691s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.945218] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615655, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.041875] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.074957] env[70498]: DEBUG oslo_vmware.api [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323932} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.075218] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.075400] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.075577] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.075757] env[70498]: INFO nova.compute.manager [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.075982] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.076199] env[70498]: DEBUG nova.compute.manager [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.076290] env[70498]: DEBUG nova.network.neutron [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.384272] env[70498]: DEBUG nova.compute.manager [req-8b7b052c-25ad-44ae-bf8f-4443d2a00d4b req-23d102dc-6e6b-4d2c-b04a-3ac55ec49939 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Received event network-vif-deleted-af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.384534] env[70498]: INFO nova.compute.manager [req-8b7b052c-25ad-44ae-bf8f-4443d2a00d4b req-23d102dc-6e6b-4d2c-b04a-3ac55ec49939 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Neutron deleted interface af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe; detaching it from the instance and deleting it from the info cache [ 1365.384804] env[70498]: DEBUG nova.network.neutron [req-8b7b052c-25ad-44ae-bf8f-4443d2a00d4b req-23d102dc-6e6b-4d2c-b04a-3ac55ec49939 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.446866] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615655, 'name': PowerOffVM_Task, 'duration_secs': 1.548706} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.447137] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.447302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.447557] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc4e82a-d0d7-42db-b87d-6fcfafbc7716 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.520109] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.520337] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.520511] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleting the datastore file [datastore1] b1715565-fcb5-48fc-9469-f4adecde6a5a {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.520776] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c33ff68-9418-423d-9b99-db5267a941ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.526571] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1365.526571] env[70498]: value = "task-3615660" [ 1365.526571] env[70498]: _type = "Task" [ 1365.526571] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.534188] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.541323] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.866080] env[70498]: DEBUG nova.network.neutron [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.887931] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51947359-5399-4946-9c4b-9e1ce6788513 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.898064] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfee39c-8b4e-4dc6-93a1-e63f99604e05 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.924751] env[70498]: DEBUG nova.compute.manager [req-8b7b052c-25ad-44ae-bf8f-4443d2a00d4b req-23d102dc-6e6b-4d2c-b04a-3ac55ec49939 service nova] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Detach interface failed, port_id=af9d3d20-c7f7-4f4a-b7a5-3c90faaeedbe, reason: Instance 29155fa2-860f-48ae-9277-b61d60cdf175 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.036049] env[70498]: DEBUG oslo_vmware.api [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130084} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.038829] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.039029] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.039212] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.039380] env[70498]: INFO nova.compute.manager [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Took 2.62 seconds to destroy the instance on the hypervisor. [ 1366.039607] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.039804] env[70498]: DEBUG nova.compute.manager [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.039898] env[70498]: DEBUG nova.network.neutron [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.046083] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.262403] env[70498]: INFO nova.compute.manager [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Swapping old allocation on dict_keys(['48bfe9ed-146c-49b4-8de4-4dd090665f4c']) held by migration 36da1daf-3a85-4c18-a4f5-0af72eca0098 for instance [ 1366.285222] env[70498]: DEBUG nova.scheduler.client.report [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Overwriting current allocation {'allocations': {'48bfe9ed-146c-49b4-8de4-4dd090665f4c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': 'b0b6ba755ad94d6ea788e5469e186451', 'user_id': '1785513c37a84bab81b4bd55de873672', 'consumer_generation': 1} on consumer b0a6e9a3-e200-4d81-9b10-f4c6894a4858 {{(pid=70498) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1366.370512] env[70498]: INFO nova.compute.manager [-] [instance: 29155fa2-860f-48ae-9277-b61d60cdf175] Took 1.29 seconds to deallocate network for instance. [ 1366.448999] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.449208] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.449383] env[70498]: DEBUG nova.network.neutron [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.545649] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.878175] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.878462] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.878682] env[70498]: DEBUG nova.objects.instance [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'resources' on Instance uuid 29155fa2-860f-48ae-9277-b61d60cdf175 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.046674] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.048110] env[70498]: DEBUG nova.network.neutron [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.173479] env[70498]: DEBUG nova.network.neutron [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [{"id": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "address": "fa:16:3e:6b:46:6f", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa68de17a-b7", "ovs_interfaceid": "a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.416074] env[70498]: DEBUG nova.compute.manager [req-c5ba27b2-cc45-46ca-bb3b-bc4fee0c141d req-63a06cac-33ed-450b-8c20-0daf356cf7ac service nova] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Received event network-vif-deleted-69f1e5b6-2523-4634-ba4c-f4f729f8ba86 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.469150] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a9e48-443a-429b-9aee-f8fdec541bc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.476797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9fbb6-ff15-4b94-b454-a4977eec6e79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.506916] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2c2119-85cd-43e6-9cdd-e86ed3570cb4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.513911] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b30fd1-a80b-467a-8806-2f32b6da7cfb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.526694] env[70498]: DEBUG nova.compute.provider_tree [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.545915] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.550739] env[70498]: INFO nova.compute.manager [-] [instance: b1715565-fcb5-48fc-9469-f4adecde6a5a] Took 1.51 seconds to deallocate network for instance. [ 1367.675743] env[70498]: DEBUG oslo_concurrency.lockutils [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-b0a6e9a3-e200-4d81-9b10-f4c6894a4858" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.676180] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.678603] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88ee9eb0-91bc-482e-8192-236ec72907e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.685890] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1367.685890] env[70498]: value = "task-3615661" [ 1367.685890] env[70498]: _type = "Task" [ 1367.685890] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.696048] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.030344] env[70498]: DEBUG nova.scheduler.client.report [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.047287] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.057098] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.196398] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615661, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.535489] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.537756] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.481s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.537985] env[70498]: DEBUG nova.objects.instance [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'resources' on Instance uuid b1715565-fcb5-48fc-9469-f4adecde6a5a {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.547581] env[70498]: DEBUG oslo_vmware.api [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615654, 'name': ReconfigVM_Task, 'duration_secs': 5.817417} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.547725] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.547840] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Reconfigured VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1368.554385] env[70498]: INFO nova.scheduler.client.report [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocations for instance 29155fa2-860f-48ae-9277-b61d60cdf175 [ 1368.697598] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615661, 'name': PowerOffVM_Task, 'duration_secs': 0.655407} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.697954] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.698869] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.699189] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.699418] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.699690] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.699912] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.700150] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.700453] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.701086] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.701086] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.701279] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.701559] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.709860] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c3c906-2556-4cab-ad45-2b24badbc8e8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.733829] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1368.733829] env[70498]: value = "task-3615662" [ 1368.733829] env[70498]: _type = "Task" [ 1368.733829] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.745188] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.064856] env[70498]: DEBUG oslo_concurrency.lockutils [None req-30b46003-5318-4b12-9eaa-9835e84a343a tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "29155fa2-860f-48ae-9277-b61d60cdf175" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.617s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.121624] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9426e914-c6de-461b-932f-c5f6f4418b86 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.129624] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32d420b-fa7f-4d76-b7ec-4546135fccfa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.161441] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f6d02-c274-4749-8133-3be618440997 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.168799] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2ab2e-c526-4797-bad8-45b465e54af0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.182525] env[70498]: DEBUG nova.compute.provider_tree [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.243406] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615662, 'name': ReconfigVM_Task, 'duration_secs': 0.188332} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.244215] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39762352-35f5-4b29-b564-ec0434756289 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.262360] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1369.262570] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1369.262727] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1369.262905] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1369.263058] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1369.263209] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1369.263408] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1369.263603] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1369.263794] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1369.263958] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1369.264143] env[70498]: DEBUG nova.virt.hardware [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1369.264903] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2ba4eb-5acd-49c8-88c1-1337128f222c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.270078] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1369.270078] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]528f1906-77d7-8b98-9230-3c7a101e871b" [ 1369.270078] env[70498]: _type = "Task" [ 1369.270078] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.277471] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528f1906-77d7-8b98-9230-3c7a101e871b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.686147] env[70498]: DEBUG nova.scheduler.client.report [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.781859] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]528f1906-77d7-8b98-9230-3c7a101e871b, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.790715] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1369.791133] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd26931-c71d-4bac-9794-c2f64515d6bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.818750] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1369.818750] env[70498]: value = "task-3615664" [ 1369.818750] env[70498]: _type = "Task" [ 1369.818750] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.830458] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.893456] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.893792] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.894025] env[70498]: DEBUG nova.network.neutron [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.191034] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.214509] env[70498]: INFO nova.scheduler.client.report [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted allocations for instance b1715565-fcb5-48fc-9469-f4adecde6a5a [ 1370.329777] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615664, 'name': ReconfigVM_Task, 'duration_secs': 0.172333} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.330058] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1370.330806] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d48793-916c-4ad9-a221-fe136732caac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.352205] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.352435] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45aa33a-67ad-4008-bdb6-eb00293febd6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.371147] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1370.371147] env[70498]: value = "task-3615665" [ 1370.371147] env[70498]: _type = "Task" [ 1370.371147] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.379787] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.588700] env[70498]: INFO nova.network.neutron [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Port 2c4bfbb9-328a-42a5-bb28-9433a5586761 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1370.589134] env[70498]: DEBUG nova.network.neutron [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.724245] env[70498]: DEBUG oslo_concurrency.lockutils [None req-7578c22c-ba22-4ff8-8437-a7d38c0ada56 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "b1715565-fcb5-48fc-9469-f4adecde6a5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.812s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.787403] env[70498]: DEBUG nova.compute.manager [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.787767] env[70498]: DEBUG nova.compute.manager [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing instance network info cache due to event network-changed-9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.788062] env[70498]: DEBUG oslo_concurrency.lockutils [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] Acquiring lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.881597] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615665, 'name': ReconfigVM_Task, 'duration_secs': 0.270943} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.881916] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858/b0a6e9a3-e200-4d81-9b10-f4c6894a4858.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.882778] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e49ef2-99b6-42c0-862e-58578817eec3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.901568] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c742d-b0bf-4026-82b4-fd6b24c2b843 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.920086] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850da8f4-2dbd-4d63-a0b1-1ee5099148d2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.940674] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341e75e-2b54-43b7-b1cd-ddeb830d6eea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.947573] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.947811] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5e1254-44fa-4679-89ea-d44ed6b29da5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.954563] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1370.954563] env[70498]: value = "task-3615666" [ 1370.954563] env[70498]: _type = "Task" [ 1370.954563] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.964441] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.092384] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.094808] env[70498]: DEBUG oslo_concurrency.lockutils [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] Acquired lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.095015] env[70498]: DEBUG nova.network.neutron [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Refreshing network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.461811] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.462196] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.462442] env[70498]: DEBUG nova.objects.instance [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'flavor' on Instance uuid 97011ef9-1529-4c28-9071-dc38a0f0ce52 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.467120] env[70498]: DEBUG oslo_vmware.api [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615666, 'name': PowerOnVM_Task, 'duration_secs': 0.36593} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.467683] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.597163] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c63877ed-42fa-442b-939d-73a4fe7ee85e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-8fbde2a2-fff1-4651-91a8-5109aabed77e-2c4bfbb9-328a-42a5-bb28-9433a5586761" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.639s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.802657] env[70498]: DEBUG nova.network.neutron [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updated VIF entry in instance network info cache for port 9d960728-c1e5-4466-a2aa-783ce44e1256. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.803015] env[70498]: DEBUG nova.network.neutron [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [{"id": "9d960728-c1e5-4466-a2aa-783ce44e1256", "address": "fa:16:3e:11:f4:02", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d960728-c1", "ovs_interfaceid": "9d960728-c1e5-4466-a2aa-783ce44e1256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.107626] env[70498]: DEBUG nova.objects.instance [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'pci_requests' on Instance uuid 97011ef9-1529-4c28-9071-dc38a0f0ce52 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.306014] env[70498]: DEBUG oslo_concurrency.lockutils [req-28adc8b0-302e-43ea-9cfe-e58e4f7d245c req-f5aa8a1b-dd05-4ba5-99a8-4d922a6b40da service nova] Releasing lock "refresh_cache-8fbde2a2-fff1-4651-91a8-5109aabed77e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.480169] env[70498]: INFO nova.compute.manager [None req-39f26896-4618-48bf-9814-663e1a8c6581 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance to original state: 'active' [ 1372.611429] env[70498]: DEBUG nova.objects.base [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Object Instance<97011ef9-1529-4c28-9071-dc38a0f0ce52> lazy-loaded attributes: flavor,pci_requests {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1372.611429] env[70498]: DEBUG nova.network.neutron [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.684474] env[70498]: DEBUG nova.policy [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c20ad4355270498bb834edc8e531a5a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee211db01d3349da8f30541f9eef7543', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.860437] env[70498]: DEBUG nova.compute.manager [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.860633] env[70498]: DEBUG nova.compute.manager [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing instance network info cache due to event network-changed-d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.860836] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.860976] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.861953] env[70498]: DEBUG nova.network.neutron [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.094399] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.094636] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.191368] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.191556] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.191766] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.191946] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.192142] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.194288] env[70498]: INFO nova.compute.manager [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Terminating instance [ 1373.589960] env[70498]: DEBUG nova.network.neutron [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updated VIF entry in instance network info cache for port d663ff13-0c1f-48fa-abe2-6a062a07b8ba. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.590836] env[70498]: DEBUG nova.network.neutron [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.597411] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1373.697429] env[70498]: DEBUG nova.compute.manager [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.697652] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.698822] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2991276-5be2-4793-a93a-6982d0490ad0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.706824] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.707052] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f02e03bf-d7f1-4978-919d-ccd7e7597c21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.712531] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1373.712531] env[70498]: value = "task-3615667" [ 1373.712531] env[70498]: _type = "Task" [ 1373.712531] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.719835] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.926821] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.927102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.927325] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.927508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.927677] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.930094] env[70498]: INFO nova.compute.manager [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Terminating instance [ 1374.093826] env[70498]: DEBUG oslo_concurrency.lockutils [req-2c3f3173-27a1-4e57-820a-4a7c5c1f8376 req-9439c90e-d7fa-45d5-9787-2a7b06946d06 service nova] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.095240] env[70498]: DEBUG nova.compute.manager [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.095490] env[70498]: DEBUG oslo_concurrency.lockutils [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.095722] env[70498]: DEBUG oslo_concurrency.lockutils [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.095943] env[70498]: DEBUG oslo_concurrency.lockutils [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.096130] env[70498]: DEBUG nova.compute.manager [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] No waiting events found dispatching network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.096329] env[70498]: WARNING nova.compute.manager [req-4dc47c1d-fec7-4943-99af-d068b597eadd req-94749332-6f81-4c8c-a4ff-381d862e6818 service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received unexpected event network-vif-plugged-2c4bfbb9-328a-42a5-bb28-9433a5586761 for instance with vm_state active and task_state None. [ 1374.119704] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.119992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.121618] env[70498]: INFO nova.compute.claims [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.178769] env[70498]: DEBUG nova.network.neutron [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Successfully updated port: 2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.222316] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615667, 'name': PowerOffVM_Task, 'duration_secs': 0.190126} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.222446] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.222668] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.222941] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2374cbc9-e092-47e6-a396-8e1f4a96ee8a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.287136] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.287407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.287628] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleting the datastore file [datastore1] 19c74e34-9e8a-4acb-907e-cddac629a3f7 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.287895] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7178e925-32c8-401d-ac2d-cfb5204c61c0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.293982] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for the task: (returnval){ [ 1374.293982] env[70498]: value = "task-3615669" [ 1374.293982] env[70498]: _type = "Task" [ 1374.293982] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.301835] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.433770] env[70498]: DEBUG nova.compute.manager [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.433982] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.434914] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f401af5c-4432-4bdc-a983-0861815746ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.442715] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.442939] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b3bd919-bba8-4fb2-a44e-765cbdb6b7bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.449327] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1374.449327] env[70498]: value = "task-3615670" [ 1374.449327] env[70498]: _type = "Task" [ 1374.449327] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.457718] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.681298] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.681588] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.681731] env[70498]: DEBUG nova.network.neutron [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.804365] env[70498]: DEBUG oslo_vmware.api [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Task: {'id': task-3615669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122127} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.804629] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.804847] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.805045] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.805224] env[70498]: INFO nova.compute.manager [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1374.805458] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.805649] env[70498]: DEBUG nova.compute.manager [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1374.805744] env[70498]: DEBUG nova.network.neutron [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1374.959279] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615670, 'name': PowerOffVM_Task, 'duration_secs': 0.194976} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.959541] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.959703] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.959949] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90272888-de01-448e-9fd4-29386d276e4d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.045211] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.045440] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.045638] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleting the datastore file [datastore1] b0a6e9a3-e200-4d81-9b10-f4c6894a4858 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.045934] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f5d3f50-10b9-4aa2-a30c-7924dec77dd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.051997] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1375.051997] env[70498]: value = "task-3615672" [ 1375.051997] env[70498]: _type = "Task" [ 1375.051997] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.059891] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.207828] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11adfb-064e-4dd0-b4c2-7b547a9564f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.215582] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9223c0-3fc4-424b-83cb-80a2f64e7446 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.219105] env[70498]: WARNING nova.network.neutron [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] 771637ab-86a6-47d0-aef3-f7ef5ac7d5a7 already exists in list: networks containing: ['771637ab-86a6-47d0-aef3-f7ef5ac7d5a7']. ignoring it [ 1375.249220] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bee4e8-05d0-49f5-8a4f-981cfe340809 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.258611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef34ea7-a8c9-4d02-838f-75eddf1dcb85 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.271896] env[70498]: DEBUG nova.compute.provider_tree [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.496228] env[70498]: DEBUG nova.network.neutron [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "address": "fa:16:3e:79:e5:09", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4bfbb9-32", "ovs_interfaceid": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.515238] env[70498]: DEBUG nova.network.neutron [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.561910] env[70498]: DEBUG oslo_vmware.api [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140021} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.562177] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.562359] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.562533] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.562701] env[70498]: INFO nova.compute.manager [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1375.562935] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.563131] env[70498]: DEBUG nova.compute.manager [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.563222] env[70498]: DEBUG nova.network.neutron [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.777010] env[70498]: DEBUG nova.scheduler.client.report [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.999156] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.999887] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.000087] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.000871] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c48662c-8d8d-411a-88e1-3bdf4be3f203 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.018579] env[70498]: INFO nova.compute.manager [-] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Took 1.21 seconds to deallocate network for instance. [ 1376.019183] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.019400] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.019571] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.019757] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.019967] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.020121] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.021029] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.021029] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.021029] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.021029] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.021029] env[70498]: DEBUG nova.virt.hardware [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.027201] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfiguring VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1376.028962] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f20f9ea-bdac-4055-972c-4be40e35da37 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.048780] env[70498]: DEBUG oslo_vmware.api [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1376.048780] env[70498]: value = "task-3615673" [ 1376.048780] env[70498]: _type = "Task" [ 1376.048780] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.057130] env[70498]: DEBUG oslo_vmware.api [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615673, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.124847] env[70498]: DEBUG nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-changed-2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.127057] env[70498]: DEBUG nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing instance network info cache due to event network-changed-2c4bfbb9-328a-42a5-bb28-9433a5586761. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1376.127350] env[70498]: DEBUG oslo_concurrency.lockutils [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.127528] env[70498]: DEBUG oslo_concurrency.lockutils [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.127733] env[70498]: DEBUG nova.network.neutron [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Refreshing network info cache for port 2c4bfbb9-328a-42a5-bb28-9433a5586761 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.282428] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.282965] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1376.488242] env[70498]: DEBUG nova.network.neutron [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.545296] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.545753] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.546142] env[70498]: DEBUG nova.objects.instance [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lazy-loading 'resources' on Instance uuid 19c74e34-9e8a-4acb-907e-cddac629a3f7 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.562219] env[70498]: DEBUG oslo_vmware.api [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615673, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.788882] env[70498]: DEBUG nova.compute.utils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.790345] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1376.790519] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1376.832779] env[70498]: DEBUG nova.policy [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4c277dc1d2d4e388b25428688dd3951', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e56ecf6f4b4db08b8bcae6f2b8b069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1376.990977] env[70498]: INFO nova.compute.manager [-] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Took 1.43 seconds to deallocate network for instance. [ 1377.063048] env[70498]: DEBUG oslo_vmware.api [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615673, 'name': ReconfigVM_Task, 'duration_secs': 0.552229} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.063700] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.064587] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfigured VM to attach interface {{(pid=70498) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1377.097026] env[70498]: DEBUG nova.network.neutron [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updated VIF entry in instance network info cache for port 2c4bfbb9-328a-42a5-bb28-9433a5586761. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.097026] env[70498]: DEBUG nova.network.neutron [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "address": "fa:16:3e:79:e5:09", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4bfbb9-32", "ovs_interfaceid": "2c4bfbb9-328a-42a5-bb28-9433a5586761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.134234] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Successfully created port: f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.162828] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16656d28-e766-4bf7-a9db-694fa9928ceb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.170383] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce7e9f-c55b-4ca2-a873-87daec5d3440 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.202343] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d52186-6839-4622-9ea7-fa02008b5f00 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.210448] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66c336-e26c-4876-9bc3-b1e0b1a0b0be {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.224075] env[70498]: DEBUG nova.compute.provider_tree [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.294021] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1377.497046] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.571729] env[70498]: DEBUG oslo_concurrency.lockutils [None req-c9c06ead-47b0-42a8-b167-bf3d4b364ddd tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.109s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.598969] env[70498]: DEBUG oslo_concurrency.lockutils [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.599269] env[70498]: DEBUG nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: 19c74e34-9e8a-4acb-907e-cddac629a3f7] Received event network-vif-deleted-03590ac7-3a16-418c-b6fe-282c70ee2974 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.599454] env[70498]: DEBUG nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Received event network-vif-deleted-a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.599619] env[70498]: INFO nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Neutron deleted interface a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01; detaching it from the instance and deleting it from the info cache [ 1377.599785] env[70498]: DEBUG nova.network.neutron [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.727583] env[70498]: DEBUG nova.scheduler.client.report [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.102379] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a8ffbe2-bd79-4d26-9fb9-618ac043533b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.112569] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a627532-e66a-4b76-9038-92974b2be0dc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.138310] env[70498]: DEBUG nova.compute.manager [req-7cb79537-25c5-445f-817f-fa38e92b4e88 req-d08fac1b-526f-4625-8b1e-4dd367f5d5ae service nova] [instance: b0a6e9a3-e200-4d81-9b10-f4c6894a4858] Detach interface failed, port_id=a68de17a-b71e-41c3-bf7a-9b5c6e3a5a01, reason: Instance b0a6e9a3-e200-4d81-9b10-f4c6894a4858 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.233150] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.235664] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.739s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.235881] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.257087] env[70498]: INFO nova.scheduler.client.report [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Deleted allocations for instance 19c74e34-9e8a-4acb-907e-cddac629a3f7 [ 1378.258697] env[70498]: INFO nova.scheduler.client.report [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted allocations for instance b0a6e9a3-e200-4d81-9b10-f4c6894a4858 [ 1378.302903] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1378.328353] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1378.328598] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.328756] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.328932] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.329090] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.329238] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1378.329438] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1378.329595] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1378.329758] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1378.329915] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1378.330103] env[70498]: DEBUG nova.virt.hardware [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1378.330941] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a80bd-7bfd-4aa8-bc1c-d2aeecb1381c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.338723] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d74b6e-82b6-4e2a-a756-8516dc979d46 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.500842] env[70498]: DEBUG nova.compute.manager [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Received event network-vif-plugged-f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.501078] env[70498]: DEBUG oslo_concurrency.lockutils [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.501361] env[70498]: DEBUG oslo_concurrency.lockutils [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.501623] env[70498]: DEBUG oslo_concurrency.lockutils [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.501782] env[70498]: DEBUG nova.compute.manager [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] No waiting events found dispatching network-vif-plugged-f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.501942] env[70498]: WARNING nova.compute.manager [req-19effc55-96e9-41d1-8394-bafed349b493 req-ab69b0b1-6655-4916-b944-bab32d47fafb service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Received unexpected event network-vif-plugged-f505f14b-a292-4bc7-af44-ce9409a830f5 for instance with vm_state building and task_state spawning. [ 1378.628532] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Successfully updated port: f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.768026] env[70498]: DEBUG oslo_concurrency.lockutils [None req-501e7c95-67b7-479f-8bf1-899d20f0c8cd tempest-ServerActionsTestOtherA-1700526606 tempest-ServerActionsTestOtherA-1700526606-project-member] Lock "19c74e34-9e8a-4acb-907e-cddac629a3f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.576s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.768657] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a36386c9-d0b9-409e-afa0-00d267482ebe tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "b0a6e9a3-e200-4d81-9b10-f4c6894a4858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.842s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.131614] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.131848] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.131932] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.207056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.207056] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.671333] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.709064] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.709260] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.710157] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5843d6f-62b8-49e9-93aa-f64a6939e466 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.735115] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e190c-3cb7-48bf-9fc4-dc5ff0633028 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.764367] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfiguring VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1379.764738] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb442494-3a6b-458c-8aff-c06fc5b0dba6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.789988] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1379.789988] env[70498]: value = "task-3615674" [ 1379.789988] env[70498]: _type = "Task" [ 1379.789988] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.799577] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.898633] env[70498]: DEBUG nova.network.neutron [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating instance_info_cache with network_info: [{"id": "f505f14b-a292-4bc7-af44-ce9409a830f5", "address": "fa:16:3e:b6:d4:f5", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf505f14b-a2", "ovs_interfaceid": "f505f14b-a292-4bc7-af44-ce9409a830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.023051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "72402378-6339-4a57-a79e-fcc51e453ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.023319] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.300233] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.405268] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.405743] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Instance network_info: |[{"id": "f505f14b-a292-4bc7-af44-ce9409a830f5", "address": "fa:16:3e:b6:d4:f5", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf505f14b-a2", "ovs_interfaceid": "f505f14b-a292-4bc7-af44-ce9409a830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1380.406346] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f505f14b-a292-4bc7-af44-ce9409a830f5', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.419473] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.419839] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.420199] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11585094-6930-4da9-8eeb-858dd847ff71 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.452220] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.452220] env[70498]: value = "task-3615675" [ 1380.452220] env[70498]: _type = "Task" [ 1380.452220] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.464425] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615675, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.525362] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1380.542497] env[70498]: DEBUG nova.compute.manager [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Received event network-changed-f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.542789] env[70498]: DEBUG nova.compute.manager [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Refreshing instance network info cache due to event network-changed-f505f14b-a292-4bc7-af44-ce9409a830f5. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1380.545676] env[70498]: DEBUG oslo_concurrency.lockutils [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] Acquiring lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.545857] env[70498]: DEBUG oslo_concurrency.lockutils [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] Acquired lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.546050] env[70498]: DEBUG nova.network.neutron [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Refreshing network info cache for port f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.800869] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.963231] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615675, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.061343] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.061677] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.063325] env[70498]: INFO nova.compute.claims [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.261651] env[70498]: DEBUG nova.network.neutron [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updated VIF entry in instance network info cache for port f505f14b-a292-4bc7-af44-ce9409a830f5. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.262073] env[70498]: DEBUG nova.network.neutron [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating instance_info_cache with network_info: [{"id": "f505f14b-a292-4bc7-af44-ce9409a830f5", "address": "fa:16:3e:b6:d4:f5", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf505f14b-a2", "ovs_interfaceid": "f505f14b-a292-4bc7-af44-ce9409a830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.300458] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.463668] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615675, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.766025] env[70498]: DEBUG oslo_concurrency.lockutils [req-3cd8b28a-80e3-4104-9a48-5988f9ecb5bf req-c8523038-a7c4-44f1-8466-76fe374429a4 service nova] Releasing lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.802116] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.964213] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615675, 'name': CreateVM_Task} progress is 25%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.137936] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb24adfc-ba40-43db-8ce6-9b61efe03606 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.145530] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db63f5-9199-4dcf-b7c4-45b9e6f1446a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.174763] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a8c16-f16b-4ee9-a747-fd6ce413d654 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.183794] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a089b5-1a41-4c83-8f35-530ae59e1c61 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.196801] env[70498]: DEBUG nova.compute.provider_tree [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.302344] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.415096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.415096] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.466427] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615675, 'name': CreateVM_Task, 'duration_secs': 1.762263} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.466617] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1382.467302] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.467466] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.467767] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.468026] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1531888-a40f-42fe-b226-f6c59d5abc48 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.472302] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1382.472302] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52ed6f3b-08da-0b35-63cd-bb7ba5eda25f" [ 1382.472302] env[70498]: _type = "Task" [ 1382.472302] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.479928] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ed6f3b-08da-0b35-63cd-bb7ba5eda25f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.699711] env[70498]: DEBUG nova.scheduler.client.report [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.802771] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.916921] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.983076] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52ed6f3b-08da-0b35-63cd-bb7ba5eda25f, 'name': SearchDatastore_Task, 'duration_secs': 0.012017} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.983365] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.983597] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.983846] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.983992] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.984183] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.984436] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c3f1ea-b65a-43cd-8728-91615fe17cdd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.995717] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.995889] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.996589] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e317686b-08d2-4a17-8deb-07f028f29f4b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.001921] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1383.001921] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d9e3-5611-ca35-8dd3-a6efd6a7cfdc" [ 1383.001921] env[70498]: _type = "Task" [ 1383.001921] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.008966] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d9e3-5611-ca35-8dd3-a6efd6a7cfdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.204043] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.204678] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.303713] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.440517] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.440793] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.442425] env[70498]: INFO nova.compute.claims [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.512707] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5213d9e3-5611-ca35-8dd3-a6efd6a7cfdc, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.513509] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f0813d1-c6ef-4fb4-b742-96b9ff33ac21 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.519751] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1383.519751] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5275f748-aa63-ef22-84e7-718f754a8ecb" [ 1383.519751] env[70498]: _type = "Task" [ 1383.519751] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.526885] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5275f748-aa63-ef22-84e7-718f754a8ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.710166] env[70498]: DEBUG nova.compute.utils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1383.712172] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1383.712353] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1383.749060] env[70498]: DEBUG nova.policy [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1785513c37a84bab81b4bd55de873672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b6ba755ad94d6ea788e5469e186451', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1383.804882] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.020054] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Successfully created port: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1384.033340] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5275f748-aa63-ef22-84e7-718f754a8ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.033593] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.033874] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 80f6939e-08a2-4e3b-a64d-a8b183103225/80f6939e-08a2-4e3b-a64d-a8b183103225.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1384.034143] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152eee63-2e96-472a-ad70-9845538c6223 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.041047] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1384.041047] env[70498]: value = "task-3615676" [ 1384.041047] env[70498]: _type = "Task" [ 1384.041047] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.048177] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.216077] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.305766] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.527008] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c77ca0-ab26-4079-be80-a4db1a1a0df5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.534930] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c4c8b-1d0d-4817-a8e0-6dfd39f93530 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.567071] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d59373-663c-4780-bbf6-4ca7339d0a79 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.577646] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eaf51e-d35d-4e8d-9b02-8c1907aa14fa {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.583024] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448187} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.583024] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 80f6939e-08a2-4e3b-a64d-a8b183103225/80f6939e-08a2-4e3b-a64d-a8b183103225.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1384.583024] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1384.583024] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d161cc07-7201-42e0-a881-30f642c7370a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.594370] env[70498]: DEBUG nova.compute.provider_tree [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.596883] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1384.596883] env[70498]: value = "task-3615677" [ 1384.596883] env[70498]: _type = "Task" [ 1384.596883] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.605402] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.805325] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.098589] env[70498]: DEBUG nova.scheduler.client.report [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.110444] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197975} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.110745] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1385.111541] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a81c73d-47ea-4e38-99a0-f1cba55b601f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.134109] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 80f6939e-08a2-4e3b-a64d-a8b183103225/80f6939e-08a2-4e3b-a64d-a8b183103225.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.135108] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619ed899-76ae-4c29-aa7f-f2dce47c9fb8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.154939] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1385.154939] env[70498]: value = "task-3615678" [ 1385.154939] env[70498]: _type = "Task" [ 1385.154939] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.162979] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.226793] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.253825] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.254150] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.254476] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.254751] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.254951] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.255132] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.255415] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.255613] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.255833] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.256060] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.256291] env[70498]: DEBUG nova.virt.hardware [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.257293] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2922fef-c226-4cbe-94fd-6ad8c70c576f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.265831] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a39ab0-e23b-453d-abef-b121628303fd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.305090] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.398882] env[70498]: DEBUG nova.compute.manager [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Received event network-vif-plugged-69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.399135] env[70498]: DEBUG oslo_concurrency.lockutils [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] Acquiring lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.399312] env[70498]: DEBUG oslo_concurrency.lockutils [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] Lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.399545] env[70498]: DEBUG oslo_concurrency.lockutils [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] Lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.399845] env[70498]: DEBUG nova.compute.manager [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] No waiting events found dispatching network-vif-plugged-69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1385.399960] env[70498]: WARNING nova.compute.manager [req-83d65fba-b769-402d-bd3d-535ea38dd963 req-3d07f9d9-2915-4e52-bcad-eb3ec6ea8911 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Received unexpected event network-vif-plugged-69193e7b-de2e-4f4e-8e9e-1fe38250e13d for instance with vm_state building and task_state spawning. [ 1385.480882] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Successfully updated port: 69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.607072] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.607402] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.666711] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615678, 'name': ReconfigVM_Task, 'duration_secs': 0.334117} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.666982] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 80f6939e-08a2-4e3b-a64d-a8b183103225/80f6939e-08a2-4e3b-a64d-a8b183103225.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.667572] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a6a8a64-808a-4252-a622-a5730b3d2474 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.674376] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1385.674376] env[70498]: value = "task-3615679" [ 1385.674376] env[70498]: _type = "Task" [ 1385.674376] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.681847] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615679, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.807493] env[70498]: DEBUG oslo_vmware.api [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615674, 'name': ReconfigVM_Task, 'duration_secs': 5.749465} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.807803] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.807983] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Reconfigured VM to detach interface {{(pid=70498) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1385.984316] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.984316] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.984316] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.112279] env[70498]: DEBUG nova.compute.utils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.114067] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Not allocating networking since 'none' was specified. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1386.184230] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615679, 'name': Rename_Task, 'duration_secs': 0.133048} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.184455] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.184701] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfe0fc3-1fa7-4126-bbae-b296afd99759 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.190287] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1386.190287] env[70498]: value = "task-3615680" [ 1386.190287] env[70498]: _type = "Task" [ 1386.190287] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.198426] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.515706] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.615117] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.642378] env[70498]: DEBUG nova.network.neutron [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.699810] env[70498]: DEBUG oslo_vmware.api [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615680, 'name': PowerOnVM_Task, 'duration_secs': 0.427483} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.700112] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.700327] env[70498]: INFO nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1386.700507] env[70498]: DEBUG nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1386.701313] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89f261-7145-4a7f-88f3-6c0883ff1ccd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.135976] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.135976] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquired lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.136077] env[70498]: DEBUG nova.network.neutron [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.144980] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.145124] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Instance network_info: |[{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.145781] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:5d:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69193e7b-de2e-4f4e-8e9e-1fe38250e13d', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.155039] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.155218] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.155786] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f64ce691-bfbe-4715-b33f-f677bfcc7904 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.183082] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.183082] env[70498]: value = "task-3615681" [ 1387.183082] env[70498]: _type = "Task" [ 1387.183082] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.192876] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615681, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.217448] env[70498]: INFO nova.compute.manager [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Took 13.12 seconds to build instance. [ 1387.435168] env[70498]: DEBUG nova.compute.manager [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Received event network-changed-69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.435384] env[70498]: DEBUG nova.compute.manager [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Refreshing instance network info cache due to event network-changed-69193e7b-de2e-4f4e-8e9e-1fe38250e13d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.435604] env[70498]: DEBUG oslo_concurrency.lockutils [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] Acquiring lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.435760] env[70498]: DEBUG oslo_concurrency.lockutils [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] Acquired lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.435930] env[70498]: DEBUG nova.network.neutron [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Refreshing network info cache for port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.560598] env[70498]: DEBUG nova.compute.manager [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Received event network-changed-f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.560821] env[70498]: DEBUG nova.compute.manager [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Refreshing instance network info cache due to event network-changed-f505f14b-a292-4bc7-af44-ce9409a830f5. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1387.561012] env[70498]: DEBUG oslo_concurrency.lockutils [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] Acquiring lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.561168] env[70498]: DEBUG oslo_concurrency.lockutils [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] Acquired lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.561326] env[70498]: DEBUG nova.network.neutron [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Refreshing network info cache for port f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.587822] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.588071] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.588297] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.588480] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.588731] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.590802] env[70498]: INFO nova.compute.manager [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Terminating instance [ 1387.624113] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.649700] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.649943] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.650111] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.650295] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.650441] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.650588] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.650797] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.650955] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.651143] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.651308] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.651477] env[70498]: DEBUG nova.virt.hardware [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.652371] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c7a75c-750e-40d2-989e-075c0cf58a5a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.660021] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2aa015-af6a-42dd-b5fc-4b4ebf4bb375 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.673338] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Instance VIF info [] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.679065] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Creating folder: Project (c7933872d174412dba4545eb6e9fc15d). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.681346] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e7e1cb-5edb-4fca-b3e2-27ee78cd8b5f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.691680] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615681, 'name': CreateVM_Task, 'duration_secs': 0.308028} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.692703] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.693265] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Created folder: Project (c7933872d174412dba4545eb6e9fc15d) in parent group-v720819. [ 1387.693439] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Creating folder: Instances. Parent ref: group-v721163. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.694066] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.694226] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.694524] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.694747] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81618a18-f2d8-48e6-8767-414cde8d9346 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.696108] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa6be26-afb0-4211-81ce-d9042666f2e3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.700834] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1387.700834] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52291513-18aa-14a2-abc4-939b41bf7de2" [ 1387.700834] env[70498]: _type = "Task" [ 1387.700834] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.705540] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Created folder: Instances in parent group-v721163. [ 1387.705756] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.705983] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.706126] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f15a278-93f6-4677-915d-67681d9549c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.722016] env[70498]: DEBUG oslo_concurrency.lockutils [None req-1d14d2af-1362-4716-97ff-b1a2ca5dbdf7 tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.627s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.722248] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52291513-18aa-14a2-abc4-939b41bf7de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.726689] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.726689] env[70498]: value = "task-3615684" [ 1387.726689] env[70498]: _type = "Task" [ 1387.726689] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.738249] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615684, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.860314] env[70498]: INFO nova.network.neutron [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Port 2c4bfbb9-328a-42a5-bb28-9433a5586761 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1387.860683] env[70498]: DEBUG nova.network.neutron [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [{"id": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "address": "fa:16:3e:df:c4:43", "network": {"id": "771637ab-86a6-47d0-aef3-f7ef5ac7d5a7", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-923886008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee211db01d3349da8f30541f9eef7543", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd663ff13-0c", "ovs_interfaceid": "d663ff13-0c1f-48fa-abe2-6a062a07b8ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.095240] env[70498]: DEBUG nova.compute.manager [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.095487] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.096393] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b8c41-36bb-41a8-b29c-d9883942ebd4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.106342] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.109380] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f7655ea-ea40-4736-8ab1-4558944136bf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.117069] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1388.117069] env[70498]: value = "task-3615685" [ 1388.117069] env[70498]: _type = "Task" [ 1388.117069] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.128582] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.162215] env[70498]: DEBUG nova.network.neutron [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updated VIF entry in instance network info cache for port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.162581] env[70498]: DEBUG nova.network.neutron [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.214646] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52291513-18aa-14a2-abc4-939b41bf7de2, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.214994] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.215249] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.215476] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.215621] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.215800] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.216088] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d850c468-0be3-4416-b6c0-d36c9041a991 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.223760] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.223904] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.224613] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7720e4-4cce-4ff7-a7c5-9b54fc077ad3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.231077] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1388.231077] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc402d-5ed4-1382-9374-6886be48b3ce" [ 1388.231077] env[70498]: _type = "Task" [ 1388.231077] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.238244] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615684, 'name': CreateVM_Task, 'duration_secs': 0.284184} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.238775] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.240419] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.240625] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.240935] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.244679] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f88249e-8f14-4512-b073-8f4e461c265e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.246613] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52bc402d-5ed4-1382-9374-6886be48b3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.247824] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58340c66-9b27-4640-88f0-eb8d52a995f8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.253902] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1388.253902] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5271b39f-6341-a6ac-e478-b16b7b921d66" [ 1388.253902] env[70498]: _type = "Task" [ 1388.253902] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.258356] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1388.258356] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52cee62a-63e8-4f0b-daf8-7e9cdc55c485" [ 1388.258356] env[70498]: _type = "Task" [ 1388.258356] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.265139] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5271b39f-6341-a6ac-e478-b16b7b921d66, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.265811] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.266096] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.266426] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.270789] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52cee62a-63e8-4f0b-daf8-7e9cdc55c485, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.271050] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.271302] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 72402378-6339-4a57-a79e-fcc51e453ab4/72402378-6339-4a57-a79e-fcc51e453ab4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1388.271573] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.271804] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.272041] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c4f3f6-ae4c-477a-8e13-ac389d77c6e5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.274006] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c51e4b03-a6c4-43f5-b18c-d1b5afb115dd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.281572] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1388.281572] env[70498]: value = "task-3615686" [ 1388.281572] env[70498]: _type = "Task" [ 1388.281572] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.287620] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.287803] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.288874] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a00156b7-10f3-4ebd-97db-485af6282067 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.295062] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.298224] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1388.298224] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]529fd749-962d-1095-7c74-5114ee42b478" [ 1388.298224] env[70498]: _type = "Task" [ 1388.298224] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.305783] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529fd749-962d-1095-7c74-5114ee42b478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.321488] env[70498]: DEBUG nova.network.neutron [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updated VIF entry in instance network info cache for port f505f14b-a292-4bc7-af44-ce9409a830f5. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.321853] env[70498]: DEBUG nova.network.neutron [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating instance_info_cache with network_info: [{"id": "f505f14b-a292-4bc7-af44-ce9409a830f5", "address": "fa:16:3e:b6:d4:f5", "network": {"id": "ec14e26b-f7c2-4c8d-a97c-ca9b86db4b76", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-57488346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e56ecf6f4b4db08b8bcae6f2b8b069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf505f14b-a2", "ovs_interfaceid": "f505f14b-a292-4bc7-af44-ce9409a830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.363252] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Releasing lock "refresh_cache-97011ef9-1529-4c28-9071-dc38a0f0ce52" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.628453] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615685, 'name': PowerOffVM_Task, 'duration_secs': 0.223171} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.628973] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.628973] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.629194] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4898f41-f3a0-482f-8227-675db5297480 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.665276] env[70498]: DEBUG oslo_concurrency.lockutils [req-96b92118-21ec-407d-b9b4-ecc973610922 req-7a5c8393-21fb-4f81-81c9-9eef9a39dc1c service nova] Releasing lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.700117] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.700395] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.700589] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleting the datastore file [datastore2] 97011ef9-1529-4c28-9071-dc38a0f0ce52 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.700870] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a79bdb3-cab3-424e-9c6d-bfc3348cd833 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.707605] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1388.707605] env[70498]: value = "task-3615688" [ 1388.707605] env[70498]: _type = "Task" [ 1388.707605] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.717022] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.791283] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455003} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.791549] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 72402378-6339-4a57-a79e-fcc51e453ab4/72402378-6339-4a57-a79e-fcc51e453ab4.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.791774] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.792074] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df1d920-afa4-44b3-8813-72581cc0b778 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.802752] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1388.802752] env[70498]: value = "task-3615689" [ 1388.802752] env[70498]: _type = "Task" [ 1388.802752] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.810134] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]529fd749-962d-1095-7c74-5114ee42b478, 'name': SearchDatastore_Task, 'duration_secs': 0.011038} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.811347] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd78877-c8ac-40c1-b695-690c7e18e2b5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.816012] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.818844] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1388.818844] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb1e8b-8d11-ac3c-456f-0fdb8c6a52ae" [ 1388.818844] env[70498]: _type = "Task" [ 1388.818844] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.826687] env[70498]: DEBUG oslo_concurrency.lockutils [req-e99351ae-0e5a-4d91-94b2-cfe3fcdde7b8 req-4b7450f3-1934-43f8-b298-094adbd5db2b service nova] Releasing lock "refresh_cache-80f6939e-08a2-4e3b-a64d-a8b183103225" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.827056] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb1e8b-8d11-ac3c-456f-0fdb8c6a52ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.868249] env[70498]: DEBUG oslo_concurrency.lockutils [None req-cdf5072e-87e7-4cb5-b2ae-620bb0421846 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "interface-97011ef9-1529-4c28-9071-dc38a0f0ce52-2c4bfbb9-328a-42a5-bb28-9433a5586761" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.661s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.217451] env[70498]: DEBUG oslo_vmware.api [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167472} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.217703] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.217893] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.218079] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.218253] env[70498]: INFO nova.compute.manager [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1389.218496] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1389.218690] env[70498]: DEBUG nova.compute.manager [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.218786] env[70498]: DEBUG nova.network.neutron [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.313539] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059021} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.313927] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1389.314969] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a247410-e730-446a-83a3-0127e80c6451 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.337697] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 72402378-6339-4a57-a79e-fcc51e453ab4/72402378-6339-4a57-a79e-fcc51e453ab4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1389.342857] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-778f3c8a-d656-4a4d-b138-2181b566603e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.363367] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52fb1e8b-8d11-ac3c-456f-0fdb8c6a52ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008588} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.364641] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.364917] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 75bf34ef-1a8e-45d7-8aaa-288a72683a8e/75bf34ef-1a8e-45d7-8aaa-288a72683a8e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.365402] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1389.365402] env[70498]: value = "task-3615690" [ 1389.365402] env[70498]: _type = "Task" [ 1389.365402] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.365600] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c3efee9-480d-4c49-b061-8c907c224be3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.377084] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615690, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.378448] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1389.378448] env[70498]: value = "task-3615691" [ 1389.378448] env[70498]: _type = "Task" [ 1389.378448] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.388425] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.878561] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.886835] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615691, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.957246] env[70498]: DEBUG nova.compute.manager [req-ef18fda1-0196-4ba4-8a6c-4d206d683a6d req-f767f8af-d847-4e71-9aa4-fb698170153c service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Received event network-vif-deleted-d663ff13-0c1f-48fa-abe2-6a062a07b8ba {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.957589] env[70498]: INFO nova.compute.manager [req-ef18fda1-0196-4ba4-8a6c-4d206d683a6d req-f767f8af-d847-4e71-9aa4-fb698170153c service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Neutron deleted interface d663ff13-0c1f-48fa-abe2-6a062a07b8ba; detaching it from the instance and deleting it from the info cache [ 1389.957826] env[70498]: DEBUG nova.network.neutron [req-ef18fda1-0196-4ba4-8a6c-4d206d683a6d req-f767f8af-d847-4e71-9aa4-fb698170153c service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.378687] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.387287] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737542} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.387589] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore1] 75bf34ef-1a8e-45d7-8aaa-288a72683a8e/75bf34ef-1a8e-45d7-8aaa-288a72683a8e.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.387833] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.388145] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8e94f4-6c96-439e-a4f6-7a95a7f074df {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.394648] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1390.394648] env[70498]: value = "task-3615692" [ 1390.394648] env[70498]: _type = "Task" [ 1390.394648] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.402604] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.432117] env[70498]: DEBUG nova.network.neutron [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.460778] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de3419bc-4a94-4f9d-8424-9b390d1f7e5b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.470626] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757da76-1a9e-404d-b8e0-f7222271694a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.498198] env[70498]: DEBUG nova.compute.manager [req-ef18fda1-0196-4ba4-8a6c-4d206d683a6d req-f767f8af-d847-4e71-9aa4-fb698170153c service nova] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Detach interface failed, port_id=d663ff13-0c1f-48fa-abe2-6a062a07b8ba, reason: Instance 97011ef9-1529-4c28-9071-dc38a0f0ce52 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1390.878893] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615690, 'name': ReconfigVM_Task, 'duration_secs': 1.29513} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.879218] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 72402378-6339-4a57-a79e-fcc51e453ab4/72402378-6339-4a57-a79e-fcc51e453ab4.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.879762] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-743e6782-d567-482c-8420-6c09671c3df8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.886563] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1390.886563] env[70498]: value = "task-3615693" [ 1390.886563] env[70498]: _type = "Task" [ 1390.886563] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.894374] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615693, 'name': Rename_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.902869] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363098} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.903113] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1390.903845] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575c9563-3018-4711-a776-76779ad6c2c7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.923093] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 75bf34ef-1a8e-45d7-8aaa-288a72683a8e/75bf34ef-1a8e-45d7-8aaa-288a72683a8e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.923333] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ecbce6-8b31-4cfa-b321-1a97cfecafdb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.937837] env[70498]: INFO nova.compute.manager [-] [instance: 97011ef9-1529-4c28-9071-dc38a0f0ce52] Took 1.72 seconds to deallocate network for instance. [ 1390.944104] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1390.944104] env[70498]: value = "task-3615694" [ 1390.944104] env[70498]: _type = "Task" [ 1390.944104] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.954723] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.398396] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615693, 'name': Rename_Task, 'duration_secs': 0.168251} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.399805] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.399805] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cae2e1d-2382-44db-88f2-8f4116c99a7b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.405922] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1391.405922] env[70498]: value = "task-3615695" [ 1391.405922] env[70498]: _type = "Task" [ 1391.405922] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.413424] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.445057] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.445472] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.445608] env[70498]: DEBUG nova.objects.instance [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'resources' on Instance uuid 97011ef9-1529-4c28-9071-dc38a0f0ce52 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.455268] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615694, 'name': ReconfigVM_Task, 'duration_secs': 0.290674} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.456128] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 75bf34ef-1a8e-45d7-8aaa-288a72683a8e/75bf34ef-1a8e-45d7-8aaa-288a72683a8e.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.456824] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f98a9e-bc5d-42ab-a010-c4cf62109deb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.462598] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1391.462598] env[70498]: value = "task-3615696" [ 1391.462598] env[70498]: _type = "Task" [ 1391.462598] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.471322] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615696, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.915746] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.972085] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615696, 'name': Rename_Task, 'duration_secs': 0.159739} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.974677] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.975447] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d1b80f2-ac11-4b43-bf7f-5dfbef1f166a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.981127] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1391.981127] env[70498]: value = "task-3615697" [ 1391.981127] env[70498]: _type = "Task" [ 1391.981127] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.987937] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.043477] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e64f5-9743-4723-bfab-4b62de8f0f2c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.050560] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec28f63-f54e-4e57-9644-7d5aa3c2c1bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.080509] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed10e92-c555-4e9d-b132-42793436c382 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.088067] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461f27d-6381-405c-8504-8c10a8dd125c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.103680] env[70498]: DEBUG nova.compute.provider_tree [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.416323] env[70498]: DEBUG oslo_vmware.api [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615695, 'name': PowerOnVM_Task, 'duration_secs': 0.538968} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.416582] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.416782] env[70498]: INFO nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1392.416956] env[70498]: DEBUG nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.417703] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5843fc6f-6c70-4ba8-81f4-f80453845f0c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.489616] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615697, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.606683] env[70498]: DEBUG nova.scheduler.client.report [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.938801] env[70498]: INFO nova.compute.manager [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Took 11.90 seconds to build instance. [ 1392.991470] env[70498]: DEBUG oslo_vmware.api [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615697, 'name': PowerOnVM_Task, 'duration_secs': 0.886442} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.991728] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.991922] env[70498]: INFO nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1392.992111] env[70498]: DEBUG nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.992902] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdbe0e3-2d80-49c2-a7a0-bd76835c2ec9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.111374] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.130329] env[70498]: INFO nova.scheduler.client.report [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted allocations for instance 97011ef9-1529-4c28-9071-dc38a0f0ce52 [ 1393.337340] env[70498]: DEBUG nova.compute.manager [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Received event network-changed-69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.337555] env[70498]: DEBUG nova.compute.manager [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Refreshing instance network info cache due to event network-changed-69193e7b-de2e-4f4e-8e9e-1fe38250e13d. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.337735] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] Acquiring lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.337873] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] Acquired lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.338086] env[70498]: DEBUG nova.network.neutron [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Refreshing network info cache for port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.440878] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d210a2f8-22a3-49df-a74d-1d8c3c48de0b tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.417s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.510925] env[70498]: INFO nova.compute.manager [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Took 10.09 seconds to build instance. [ 1393.639893] env[70498]: DEBUG oslo_concurrency.lockutils [None req-e1964d80-fcf5-4fe7-bb22-7f2e3d8f273e tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "97011ef9-1529-4c28-9071-dc38a0f0ce52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.052s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.013341] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b3171451-f4ae-4dde-9f7f-7f3082a236ee tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.598s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.057224] env[70498]: DEBUG nova.network.neutron [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updated VIF entry in instance network info cache for port 69193e7b-de2e-4f4e-8e9e-1fe38250e13d. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.057565] env[70498]: DEBUG nova.network.neutron [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.225143] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.225471] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.225701] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.225904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.226504] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.228366] env[70498]: INFO nova.compute.manager [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Terminating instance [ 1394.474594] env[70498]: DEBUG nova.compute.manager [None req-2bd4d00a-8664-4f39-b714-d81fa7471db1 tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1394.475734] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27000557-55e9-44cc-8d04-73b7e6410945 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.540535] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.540884] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.541206] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.541485] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.541700] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.544161] env[70498]: INFO nova.compute.manager [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Terminating instance [ 1394.560283] env[70498]: DEBUG oslo_concurrency.lockutils [req-e7aba1b7-3c68-4c3c-8d75-fac2a849cb32 req-193769b6-f347-4819-be52-7352c8bd24a1 service nova] Releasing lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.732576] env[70498]: DEBUG nova.compute.manager [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.732830] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.733727] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005de48-0c2b-497d-829d-aec09f79742a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.742466] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.742714] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eab7abf4-fda8-4f0d-80a4-cd3442a57a73 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.749125] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1394.749125] env[70498]: value = "task-3615698" [ 1394.749125] env[70498]: _type = "Task" [ 1394.749125] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.757203] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.987197] env[70498]: INFO nova.compute.manager [None req-2bd4d00a-8664-4f39-b714-d81fa7471db1 tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] instance snapshotting [ 1394.987908] env[70498]: DEBUG nova.objects.instance [None req-2bd4d00a-8664-4f39-b714-d81fa7471db1 tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lazy-loading 'flavor' on Instance uuid 75bf34ef-1a8e-45d7-8aaa-288a72683a8e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.047668] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "refresh_cache-75bf34ef-1a8e-45d7-8aaa-288a72683a8e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.048087] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquired lock "refresh_cache-75bf34ef-1a8e-45d7-8aaa-288a72683a8e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.048286] env[70498]: DEBUG nova.network.neutron [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.259347] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615698, 'name': PowerOffVM_Task, 'duration_secs': 0.275146} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.259577] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.259755] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.260019] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1289f9db-8439-44ef-bfd4-5fd5b597b7bd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.320248] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.320515] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.320710] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleting the datastore file [datastore2] 8fbde2a2-fff1-4651-91a8-5109aabed77e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.320979] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24587df7-11ae-4d3e-8356-48439ecc6004 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.327376] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for the task: (returnval){ [ 1395.327376] env[70498]: value = "task-3615700" [ 1395.327376] env[70498]: _type = "Task" [ 1395.327376] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.335213] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.494679] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fabcf-0198-4fc1-a57a-c2a64e9199bb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.513141] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0bdb20-b3d0-4d7b-b7ec-71b246adc724 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.566446] env[70498]: DEBUG nova.network.neutron [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.619304] env[70498]: DEBUG nova.network.neutron [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.837151] env[70498]: DEBUG oslo_vmware.api [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Task: {'id': task-3615700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181453} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.837379] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.837555] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.837727] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.837895] env[70498]: INFO nova.compute.manager [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1395.838156] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.838346] env[70498]: DEBUG nova.compute.manager [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.838441] env[70498]: DEBUG nova.network.neutron [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.023011] env[70498]: DEBUG nova.compute.manager [None req-2bd4d00a-8664-4f39-b714-d81fa7471db1 tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Instance disappeared during snapshot {{(pid=70498) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1396.084387] env[70498]: DEBUG nova.compute.manager [req-870bf283-419e-4dea-9cb2-0b9915165174 req-f56dca95-ba75-46f9-888f-08d43b4985e5 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Received event network-vif-deleted-9d960728-c1e5-4466-a2aa-783ce44e1256 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.084617] env[70498]: INFO nova.compute.manager [req-870bf283-419e-4dea-9cb2-0b9915165174 req-f56dca95-ba75-46f9-888f-08d43b4985e5 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Neutron deleted interface 9d960728-c1e5-4466-a2aa-783ce44e1256; detaching it from the instance and deleting it from the info cache [ 1396.084822] env[70498]: DEBUG nova.network.neutron [req-870bf283-419e-4dea-9cb2-0b9915165174 req-f56dca95-ba75-46f9-888f-08d43b4985e5 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.124823] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Releasing lock "refresh_cache-75bf34ef-1a8e-45d7-8aaa-288a72683a8e" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.125275] env[70498]: DEBUG nova.compute.manager [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.125471] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.126587] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd90a1-e502-4c3c-a2bd-ee6c9dbc8cde {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.134291] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.134556] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-582f493d-5515-400f-8bbe-19d55a8178b9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.140333] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1396.140333] env[70498]: value = "task-3615701" [ 1396.140333] env[70498]: _type = "Task" [ 1396.140333] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.143802] env[70498]: DEBUG nova.compute.manager [None req-2bd4d00a-8664-4f39-b714-d81fa7471db1 tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Found 0 images (rotation: 2) {{(pid=70498) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1396.149301] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.571036] env[70498]: DEBUG nova.network.neutron [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.586962] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b823a8-a0bc-4d1a-af12-85045d9263ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.596611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e875ae17-128f-4132-b468-accaf164f7f9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.622558] env[70498]: DEBUG nova.compute.manager [req-870bf283-419e-4dea-9cb2-0b9915165174 req-f56dca95-ba75-46f9-888f-08d43b4985e5 service nova] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Detach interface failed, port_id=9d960728-c1e5-4466-a2aa-783ce44e1256, reason: Instance 8fbde2a2-fff1-4651-91a8-5109aabed77e could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1396.648798] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615701, 'name': PowerOffVM_Task, 'duration_secs': 0.12942} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.649070] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.649197] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.649423] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fff297cd-4bbf-4960-9b3b-9a20c5bb9347 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.675068] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.675280] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.675454] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Deleting the datastore file [datastore1] 75bf34ef-1a8e-45d7-8aaa-288a72683a8e {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.675694] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea2dee9-df98-4f5a-88ba-91ac176c2158 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.683590] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for the task: (returnval){ [ 1396.683590] env[70498]: value = "task-3615703" [ 1396.683590] env[70498]: _type = "Task" [ 1396.683590] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.690800] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.073697] env[70498]: INFO nova.compute.manager [-] [instance: 8fbde2a2-fff1-4651-91a8-5109aabed77e] Took 1.24 seconds to deallocate network for instance. [ 1397.192679] env[70498]: DEBUG oslo_vmware.api [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Task: {'id': task-3615703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091037} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.192954] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.193163] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.193343] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.193513] env[70498]: INFO nova.compute.manager [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1397.193745] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.193964] env[70498]: DEBUG nova.compute.manager [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.194072] env[70498]: DEBUG nova.network.neutron [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.208811] env[70498]: DEBUG nova.network.neutron [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1397.579791] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.580081] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.580305] env[70498]: DEBUG nova.objects.instance [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lazy-loading 'resources' on Instance uuid 8fbde2a2-fff1-4651-91a8-5109aabed77e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.712172] env[70498]: DEBUG nova.network.neutron [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.149027] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96826e37-c1d7-4765-903e-b4a9b5c4110b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.156563] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767fa5cf-cfd4-4edb-a2ec-a1909acf4836 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.188611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa9742-a58e-4a09-bf99-d65e5edd29bc {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.194686] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e72416-0573-4fe0-be03-4b22b928880f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.209360] env[70498]: DEBUG nova.compute.provider_tree [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.214356] env[70498]: INFO nova.compute.manager [-] [instance: 75bf34ef-1a8e-45d7-8aaa-288a72683a8e] Took 1.02 seconds to deallocate network for instance. [ 1398.712738] env[70498]: DEBUG nova.scheduler.client.report [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.721142] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.218134] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.220523] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.499s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.221127] env[70498]: DEBUG nova.objects.instance [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lazy-loading 'resources' on Instance uuid 75bf34ef-1a8e-45d7-8aaa-288a72683a8e {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.237191] env[70498]: INFO nova.scheduler.client.report [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Deleted allocations for instance 8fbde2a2-fff1-4651-91a8-5109aabed77e [ 1399.746329] env[70498]: DEBUG oslo_concurrency.lockutils [None req-d92069d1-1b72-42ba-8f28-deb37032e9d0 tempest-AttachInterfacesTestJSON-2139807139 tempest-AttachInterfacesTestJSON-2139807139-project-member] Lock "8fbde2a2-fff1-4651-91a8-5109aabed77e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.521s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.775364] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f603252-4543-4b82-8c9a-456c2684f851 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.783220] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b3679-d33f-4abd-8941-93c38d70f76e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.813771] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442cd68a-0cc5-4c49-af54-b8feac4c7105 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.821021] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489b35a9-d02b-431d-bf98-b0d0dc71db74 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.834550] env[70498]: DEBUG nova.compute.provider_tree [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.337655] env[70498]: DEBUG nova.scheduler.client.report [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.842655] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.866444] env[70498]: INFO nova.scheduler.client.report [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Deleted allocations for instance 75bf34ef-1a8e-45d7-8aaa-288a72683a8e [ 1401.373499] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ad66cc4d-f183-4a1d-8608-4e47eff1427b tempest-ServersAaction247Test-293364413 tempest-ServersAaction247Test-293364413-project-member] Lock "75bf34ef-1a8e-45d7-8aaa-288a72683a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.833s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.822270] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.822558] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.324619] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Starting instance... {{(pid=70498) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.848272] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.848548] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.850413] env[70498]: INFO nova.compute.claims [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.906615] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623c6c10-9802-4b8e-be8d-15aea0d090a6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.914226] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f560e100-4be2-4eae-87bc-81507e489df9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.944304] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f957ae-93d8-40ea-b203-e5b239c622ed {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.951349] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbb5ec5-4b92-4be3-b956-372098c3e1a4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.964046] env[70498]: DEBUG nova.compute.provider_tree [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.467181] env[70498]: DEBUG nova.scheduler.client.report [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.971912] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.972391] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Start building networks asynchronously for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.476895] env[70498]: DEBUG nova.compute.utils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1408.478246] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Allocating IP information in the background. {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.478402] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] allocate_for_instance() {{(pid=70498) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.514422] env[70498]: DEBUG nova.policy [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba6c6d6b29084417aa535d9e97418b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88ea15e748ab4322a92cdc70f09b37a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70498) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.748705] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Successfully created port: 2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.981381] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Start building block device mappings for instance. {{(pid=70498) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.991019] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Start spawning the instance on the hypervisor. {{(pid=70498) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.019741] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T21:57:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T21:57:14Z,direct_url=,disk_format='vmdk',id=f797ac49-600a-4f52-a735-e68b5056bb6a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b651a8a5aa134f4fbc4d11cce521791e',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T21:57:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.019973] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Flavor limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.020145] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Image limits 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.020328] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Flavor pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.020479] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Image pref 0:0:0 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.020623] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70498) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.020832] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.020989] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.021168] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Got 1 possible topologies {{(pid=70498) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.021332] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.021513] env[70498]: DEBUG nova.virt.hardware [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70498) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.022401] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba88001-ecc9-4063-be29-17be411b9730 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.030189] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82e791-d9ed-461e-9070-607996366739 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.412143] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Successfully updated port: 2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.624920] env[70498]: DEBUG nova.compute.manager [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Received event network-vif-plugged-2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.626542] env[70498]: DEBUG oslo_concurrency.lockutils [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] Acquiring lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.626766] env[70498]: DEBUG oslo_concurrency.lockutils [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.626939] env[70498]: DEBUG oslo_concurrency.lockutils [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.627125] env[70498]: DEBUG nova.compute.manager [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] No waiting events found dispatching network-vif-plugged-2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.627381] env[70498]: WARNING nova.compute.manager [req-67f96a0e-26d7-4a71-95ab-c299784a2692 req-2f53c305-d1ab-4338-b279-39c88c0d2955 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Received unexpected event network-vif-plugged-2f5704d5-ac2a-4939-b5e4-17fca95d80de for instance with vm_state building and task_state spawning. [ 1410.914565] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.914678] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquired lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.914795] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.446620] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Instance cache missing network info. {{(pid=70498) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.558460] env[70498]: DEBUG nova.network.neutron [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Updating instance_info_cache with network_info: [{"id": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "address": "fa:16:3e:f1:fe:80", "network": {"id": "01a615e3-98a0-4e58-997e-8197e20f88b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2077069546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ea15e748ab4322a92cdc70f09b37a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5704d5-ac", "ovs_interfaceid": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.060874] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Releasing lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.061227] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Instance network_info: |[{"id": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "address": "fa:16:3e:f1:fe:80", "network": {"id": "01a615e3-98a0-4e58-997e-8197e20f88b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2077069546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ea15e748ab4322a92cdc70f09b37a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5704d5-ac", "ovs_interfaceid": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70498) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.061659] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:fe:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f5704d5-ac2a-4939-b5e4-17fca95d80de', 'vif_model': 'vmxnet3'}] {{(pid=70498) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.069600] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Creating folder: Project (88ea15e748ab4322a92cdc70f09b37a3). Parent ref: group-v720819. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.069860] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e83a7107-ab78-441c-8bdb-6ec686677f2e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.082275] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Created folder: Project (88ea15e748ab4322a92cdc70f09b37a3) in parent group-v720819. [ 1412.082446] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Creating folder: Instances. Parent ref: group-v721166. {{(pid=70498) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.082654] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b0192b-b459-4f61-890b-71c82970015f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.091258] env[70498]: INFO nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Created folder: Instances in parent group-v721166. [ 1412.091469] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.091642] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Creating VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.091819] env[70498]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d923b6f-f5f6-4e5a-bf4a-4b8b61cd5d6b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.110055] env[70498]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.110055] env[70498]: value = "task-3615706" [ 1412.110055] env[70498]: _type = "Task" [ 1412.110055] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.118775] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615706, 'name': CreateVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.620048] env[70498]: DEBUG oslo_vmware.api [-] Task: {'id': task-3615706, 'name': CreateVM_Task, 'duration_secs': 0.285421} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.620048] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Created VM on the ESX host {{(pid=70498) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.620432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.620432] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.620691] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.620958] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b58bcc-634c-40c9-b251-1cc879947264 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.624998] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1412.624998] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52c5dffd-ea3f-e6ba-a57b-216a820a856b" [ 1412.624998] env[70498]: _type = "Task" [ 1412.624998] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.632308] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c5dffd-ea3f-e6ba-a57b-216a820a856b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.649876] env[70498]: DEBUG nova.compute.manager [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Received event network-changed-2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.649983] env[70498]: DEBUG nova.compute.manager [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Refreshing instance network info cache due to event network-changed-2f5704d5-ac2a-4939-b5e4-17fca95d80de. {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.650204] env[70498]: DEBUG oslo_concurrency.lockutils [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] Acquiring lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.650353] env[70498]: DEBUG oslo_concurrency.lockutils [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] Acquired lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.650495] env[70498]: DEBUG nova.network.neutron [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Refreshing network info cache for port 2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.135128] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52c5dffd-ea3f-e6ba-a57b-216a820a856b, 'name': SearchDatastore_Task, 'duration_secs': 0.011972} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.135443] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.135670] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Processing image f797ac49-600a-4f52-a735-e68b5056bb6a {{(pid=70498) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.135891] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.136048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.136230] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.136495] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c952038a-63d5-4326-93ec-d6183102625e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.144599] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70498) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.144737] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70498) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.145395] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bde2a7-dc0d-4dc5-a8a8-a086c44a6e5c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.149855] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1413.149855] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]52b1d79a-2496-7247-4f9d-93087b88999a" [ 1413.149855] env[70498]: _type = "Task" [ 1413.149855] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.158441] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b1d79a-2496-7247-4f9d-93087b88999a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.325405] env[70498]: DEBUG nova.network.neutron [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Updated VIF entry in instance network info cache for port 2f5704d5-ac2a-4939-b5e4-17fca95d80de. {{(pid=70498) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.325742] env[70498]: DEBUG nova.network.neutron [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Updating instance_info_cache with network_info: [{"id": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "address": "fa:16:3e:f1:fe:80", "network": {"id": "01a615e3-98a0-4e58-997e-8197e20f88b3", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2077069546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88ea15e748ab4322a92cdc70f09b37a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f5704d5-ac", "ovs_interfaceid": "2f5704d5-ac2a-4939-b5e4-17fca95d80de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.661185] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]52b1d79a-2496-7247-4f9d-93087b88999a, 'name': SearchDatastore_Task, 'duration_secs': 0.008103} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.661962] env[70498]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506f42af-a84f-4ac0-bdc5-5a71aef474a3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.666639] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1413.666639] env[70498]: value = "session[5285991b-e65e-458a-cc2c-5a818d970b97]5296027e-c65f-f6e2-a812-623d2a59b68f" [ 1413.666639] env[70498]: _type = "Task" [ 1413.666639] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.673671] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5296027e-c65f-f6e2-a812-623d2a59b68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.828027] env[70498]: DEBUG oslo_concurrency.lockutils [req-ac088767-befe-44df-a9b2-bbc6e3893857 req-faac098a-d430-4a7e-a4cb-126fca7b41e3 service nova] Releasing lock "refresh_cache-75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.177240] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': session[5285991b-e65e-458a-cc2c-5a818d970b97]5296027e-c65f-f6e2-a812-623d2a59b68f, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.177499] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.177698] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5/75cb4f68-a1b1-4ff5-a368-9379f1c01cf5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.177947] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f42328-f7d9-412f-9ff8-1e3578b8b642 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.184557] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1414.184557] env[70498]: value = "task-3615707" [ 1414.184557] env[70498]: _type = "Task" [ 1414.184557] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.191697] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.694022] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412672} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.694373] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f797ac49-600a-4f52-a735-e68b5056bb6a/f797ac49-600a-4f52-a735-e68b5056bb6a.vmdk to [datastore2] 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5/75cb4f68-a1b1-4ff5-a368-9379f1c01cf5.vmdk {{(pid=70498) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.694539] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Extending root virtual disk to 1048576 {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.694810] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed0a4dd5-fe19-4f89-b8e2-025557c0fbd1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.700724] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1414.700724] env[70498]: value = "task-3615708" [ 1414.700724] env[70498]: _type = "Task" [ 1414.700724] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.709037] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.094245] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.094481] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.094634] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.094779] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.094948] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.095140] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.095293] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.095433] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1415.095603] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.209788] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.053012} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.210056] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Extended root virtual disk {{(pid=70498) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.210788] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7451939-e052-4b3a-9ccb-7642a2b5751c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.232527] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5/75cb4f68-a1b1-4ff5-a368-9379f1c01cf5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.232742] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f7e3077-94af-463f-99f9-8cf37bb4edb7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.251833] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1415.251833] env[70498]: value = "task-3615709" [ 1415.251833] env[70498]: _type = "Task" [ 1415.251833] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.259036] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.598321] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.598580] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.598711] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.598863] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1415.599774] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2a3419-bd47-4262-97ca-a7e70be6ae54 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.607287] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f9794c-fff2-4aaa-bac5-7ff7bc5abfc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.620505] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaf688a-8959-4f68-ab9f-52c541cac50b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.626453] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c32eba7-78e1-4c9d-bf87-0f201d08dd98 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.655575] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180082MB free_disk=76GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1415.655709] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.655911] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.761095] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615709, 'name': ReconfigVM_Task, 'duration_secs': 0.278443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.761520] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5/75cb4f68-a1b1-4ff5-a368-9379f1c01cf5.vmdk or device None with type sparse {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.762067] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862b9b5e-b8df-4ece-8b67-14836b0150de {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.768696] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1415.768696] env[70498]: value = "task-3615710" [ 1415.768696] env[70498]: _type = "Task" [ 1415.768696] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.776489] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615710, 'name': Rename_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.278349] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615710, 'name': Rename_Task, 'duration_secs': 0.144908} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.278675] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.278940] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5dc65ba-5436-4796-bddf-cc48374f0cd8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.285798] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1416.285798] env[70498]: value = "task-3615711" [ 1416.285798] env[70498]: _type = "Task" [ 1416.285798] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.293258] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.683299] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 80f6939e-08a2-4e3b-a64d-a8b183103225 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1416.683504] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 72402378-6339-4a57-a79e-fcc51e453ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1416.683671] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Instance 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70498) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1416.683882] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1416.684113] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1416.736152] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd9c416-b0a8-4c7b-9f51-468eedbf1773 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.743165] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75b00ce-7fb6-47a5-b332-e57f41e1e95e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.773596] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9108bafc-0bde-4ef2-9e74-5be4a9768303 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.780611] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66cf6e1-05cf-4a22-aa1b-470dd057631d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.793416] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.801878] env[70498]: DEBUG oslo_vmware.api [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615711, 'name': PowerOnVM_Task, 'duration_secs': 0.428426} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.802703] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.802909] env[70498]: INFO nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1416.803102] env[70498]: DEBUG nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.803819] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6903290-d10d-4321-8d55-f2699c78a6b6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.298990] env[70498]: DEBUG nova.scheduler.client.report [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.322694] env[70498]: INFO nova.compute.manager [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Took 11.49 seconds to build instance. [ 1417.803487] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70498) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1417.803915] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.824733] env[70498]: DEBUG oslo_concurrency.lockutils [None req-a65b2574-9dd8-43aa-9cb7-96440b461180 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.002s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.940624] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.940951] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.941247] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.941474] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.941676] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.943810] env[70498]: INFO nova.compute.manager [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Terminating instance [ 1418.447675] env[70498]: DEBUG nova.compute.manager [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.447906] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.448874] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d97882-9d2f-45c2-8edc-9a809a64972a {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.456756] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.456988] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e538226-039e-4676-a7bc-bee228103399 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.463104] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1418.463104] env[70498]: value = "task-3615712" [ 1418.463104] env[70498]: _type = "Task" [ 1418.463104] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.470760] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.972614] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615712, 'name': PowerOffVM_Task, 'duration_secs': 0.264051} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.972957] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.973017] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.973261] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e248b5f7-3ad6-4e2b-80bb-b5e6b1c01512 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.037519] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.037804] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Deleting contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.038027] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Deleting the datastore file [datastore2] 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.038347] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3fd608a-910d-4b54-97db-2c3f7ee194a1 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.046023] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for the task: (returnval){ [ 1419.046023] env[70498]: value = "task-3615714" [ 1419.046023] env[70498]: _type = "Task" [ 1419.046023] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.054145] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.555947] env[70498]: DEBUG oslo_vmware.api [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Task: {'id': task-3615714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131368} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.556214] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.556422] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Deleted contents of the VM from datastore datastore2 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.556610] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.556783] env[70498]: INFO nova.compute.manager [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1419.557023] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.557212] env[70498]: DEBUG nova.compute.manager [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.557309] env[70498]: DEBUG nova.network.neutron [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.786024] env[70498]: DEBUG nova.compute.manager [req-1e7e6db0-6e01-4a30-ad42-6a09d1c02322 req-44e86165-8da3-4a18-a999-65d95992041b service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Received event network-vif-deleted-2f5704d5-ac2a-4939-b5e4-17fca95d80de {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1419.786024] env[70498]: INFO nova.compute.manager [req-1e7e6db0-6e01-4a30-ad42-6a09d1c02322 req-44e86165-8da3-4a18-a999-65d95992041b service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Neutron deleted interface 2f5704d5-ac2a-4939-b5e4-17fca95d80de; detaching it from the instance and deleting it from the info cache [ 1419.786392] env[70498]: DEBUG nova.network.neutron [req-1e7e6db0-6e01-4a30-ad42-6a09d1c02322 req-44e86165-8da3-4a18-a999-65d95992041b service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.270357] env[70498]: DEBUG nova.network.neutron [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.288878] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c17ab0b1-7ae2-4a72-ae6c-73142241ffe2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.299062] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518a95ee-dd1a-4495-9810-ee6c63457f30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.324099] env[70498]: DEBUG nova.compute.manager [req-1e7e6db0-6e01-4a30-ad42-6a09d1c02322 req-44e86165-8da3-4a18-a999-65d95992041b service nova] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Detach interface failed, port_id=2f5704d5-ac2a-4939-b5e4-17fca95d80de, reason: Instance 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1420.775194] env[70498]: INFO nova.compute.manager [-] [instance: 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5] Took 1.22 seconds to deallocate network for instance. [ 1421.280095] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.280447] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.280598] env[70498]: DEBUG nova.objects.instance [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lazy-loading 'resources' on Instance uuid 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.832436] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baab8a5-8a08-4756-9385-2f258ac380e0 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.839847] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12671b00-5c0f-4c7c-af52-3b9d536c48ac {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.870624] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6833d80-f1cb-4f59-9100-cdc6837d8b0b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.878782] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c9204-1b4c-4d18-ab08-fde049fa47d4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.892257] env[70498]: DEBUG nova.compute.provider_tree [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.396027] env[70498]: DEBUG nova.scheduler.client.report [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.900211] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.918621] env[70498]: INFO nova.scheduler.client.report [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Deleted allocations for instance 75cb4f68-a1b1-4ff5-a368-9379f1c01cf5 [ 1423.426065] env[70498]: DEBUG oslo_concurrency.lockutils [None req-97eede29-312f-499c-b223-ae61f1478702 tempest-ServerPasswordTestJSON-63375174 tempest-ServerPasswordTestJSON-63375174-project-member] Lock "75cb4f68-a1b1-4ff5-a368-9379f1c01cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.485s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.980597] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.980836] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.485983] env[70498]: DEBUG nova.compute.utils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Using /dev/sd instead of None {{(pid=70498) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.989442] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.050665] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.051038] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.051305] env[70498]: INFO nova.compute.manager [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Attaching volume e537aa01-0acc-41a0-81e0-c887d2b27b1d to /dev/sdb [ 1426.080531] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2fd1e-4a58-410d-a878-3e74bc0971fe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.088097] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10e7392-b76e-4b04-b1b5-20c5e01e3ece {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.100923] env[70498]: DEBUG nova.virt.block_device [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating existing volume attachment record: c9237fc0-bdd4-499c-ad59-44396c7b7786 {{(pid=70498) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1430.644750] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Volume attach. Driver type: vmdk {{(pid=70498) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1430.645019] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721169', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'name': 'volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80f6939e-08a2-4e3b-a64d-a8b183103225', 'attached_at': '', 'detached_at': '', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'serial': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1430.645920] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fcb1d7-ac81-4fbc-9265-0511574cdcd7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.661865] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720f5691-030f-4f0c-a2b7-dce3159c7048 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.684961] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d/volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.685188] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e558aa72-446e-4127-a74a-1e4d5de70aa6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.702576] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1430.702576] env[70498]: value = "task-3615717" [ 1430.702576] env[70498]: _type = "Task" [ 1430.702576] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.709582] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.779528] env[70498]: DEBUG oslo_concurrency.lockutils [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "72402378-6339-4a57-a79e-fcc51e453ab4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.779806] env[70498]: DEBUG oslo_concurrency.lockutils [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.780017] env[70498]: DEBUG nova.compute.manager [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.780937] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f6379-da3a-4887-80d7-bba5a25fe32d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.787258] env[70498]: DEBUG nova.compute.manager [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70498) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1430.787838] env[70498]: DEBUG nova.objects.instance [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'flavor' on Instance uuid 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.212458] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615717, 'name': ReconfigVM_Task, 'duration_secs': 0.336491} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.212737] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d/volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d.vmdk or device None with type thin {{(pid=70498) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.217378] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54cdc93-d26c-4849-a336-d8d5acf8be93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.231245] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1431.231245] env[70498]: value = "task-3615718" [ 1431.231245] env[70498]: _type = "Task" [ 1431.231245] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.239513] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.741160] env[70498]: DEBUG oslo_vmware.api [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615718, 'name': ReconfigVM_Task, 'duration_secs': 0.125028} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.741515] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721169', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'name': 'volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80f6939e-08a2-4e3b-a64d-a8b183103225', 'attached_at': '', 'detached_at': '', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'serial': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d'} {{(pid=70498) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1431.795438] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.795715] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a3957c1-a5eb-4c91-ac66-79ac6c3f86e9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.802891] env[70498]: DEBUG oslo_vmware.api [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1431.802891] env[70498]: value = "task-3615719" [ 1431.802891] env[70498]: _type = "Task" [ 1431.802891] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.810119] env[70498]: DEBUG oslo_vmware.api [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.312745] env[70498]: DEBUG oslo_vmware.api [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615719, 'name': PowerOffVM_Task, 'duration_secs': 0.180443} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.313022] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.313222] env[70498]: DEBUG nova.compute.manager [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.313955] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd124c7-ede8-4cd5-b2e2-ea6f74a86db9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.781436] env[70498]: DEBUG nova.objects.instance [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid 80f6939e-08a2-4e3b-a64d-a8b183103225 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.823880] env[70498]: DEBUG oslo_concurrency.lockutils [None req-368bb8e9-b7b5-4044-a0f3-8c939f7e7bba tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.170665] env[70498]: DEBUG nova.objects.instance [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'flavor' on Instance uuid 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.286682] env[70498]: DEBUG oslo_concurrency.lockutils [None req-3f4a5acb-773f-4c9a-b854-ce9a64e9b9ac tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.236s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.477409] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.477661] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.675904] env[70498]: DEBUG oslo_concurrency.lockutils [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.676102] env[70498]: DEBUG oslo_concurrency.lockutils [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.676255] env[70498]: DEBUG nova.network.neutron [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.676450] env[70498]: DEBUG nova.objects.instance [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'info_cache' on Instance uuid 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.981078] env[70498]: INFO nova.compute.manager [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Detaching volume e537aa01-0acc-41a0-81e0-c887d2b27b1d [ 1434.010782] env[70498]: INFO nova.virt.block_device [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Attempting to driver detach volume e537aa01-0acc-41a0-81e0-c887d2b27b1d from mountpoint /dev/sdb [ 1434.010988] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Volume detach. Driver type: vmdk {{(pid=70498) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1434.011187] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721169', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'name': 'volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80f6939e-08a2-4e3b-a64d-a8b183103225', 'attached_at': '', 'detached_at': '', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'serial': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1434.012049] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db9d705-887d-4656-adb0-980fa7310c47 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.033223] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8148a5d-8ef5-46de-8597-a05fa9412571 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.039466] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d097fb-19c5-4b63-b24e-425f003b39a5 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.058639] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af6696d-5ce2-47af-b0e8-f10be1c72a7f {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.072368] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] The volume has not been displaced from its original location: [datastore2] volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d/volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d.vmdk. No consolidation needed. {{(pid=70498) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1434.077553] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1434.077800] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f00d073-a7db-4a77-bfd9-3c654bedebfe {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.095068] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1434.095068] env[70498]: value = "task-3615720" [ 1434.095068] env[70498]: _type = "Task" [ 1434.095068] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.101966] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.180060] env[70498]: DEBUG nova.objects.base [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Object Instance<72402378-6339-4a57-a79e-fcc51e453ab4> lazy-loaded attributes: flavor,info_cache {{(pid=70498) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1434.604770] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615720, 'name': ReconfigVM_Task, 'duration_secs': 0.223319} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.605051] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70498) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1434.609563] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723acb4e-5958-4a64-84d5-0c4b224b24cd {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.623802] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1434.623802] env[70498]: value = "task-3615721" [ 1434.623802] env[70498]: _type = "Task" [ 1434.623802] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.632779] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.902368] env[70498]: DEBUG nova.network.neutron [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.133546] env[70498]: DEBUG oslo_vmware.api [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615721, 'name': ReconfigVM_Task, 'duration_secs': 0.127015} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.133848] env[70498]: DEBUG nova.virt.vmwareapi.volumeops [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-721169', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'name': 'volume-e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80f6939e-08a2-4e3b-a64d-a8b183103225', 'attached_at': '', 'detached_at': '', 'volume_id': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d', 'serial': 'e537aa01-0acc-41a0-81e0-c887d2b27b1d'} {{(pid=70498) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1435.405461] env[70498]: DEBUG oslo_concurrency.lockutils [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.672664] env[70498]: DEBUG nova.objects.instance [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'flavor' on Instance uuid 80f6939e-08a2-4e3b-a64d-a8b183103225 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.411025] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powering on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.411433] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6ad472-d0fe-4ce5-b1d6-6904238608d3 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.418965] env[70498]: DEBUG oslo_vmware.api [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1436.418965] env[70498]: value = "task-3615722" [ 1436.418965] env[70498]: _type = "Task" [ 1436.418965] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.426429] env[70498]: DEBUG oslo_vmware.api [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.680238] env[70498]: DEBUG oslo_concurrency.lockutils [None req-57831786-eaa6-4d78-a1fd-8895f09c740b tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.928939] env[70498]: DEBUG oslo_vmware.api [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615722, 'name': PowerOnVM_Task, 'duration_secs': 0.372996} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.929386] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powered on the VM {{(pid=70498) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.929678] env[70498]: DEBUG nova.compute.manager [None req-222dbf08-e915-41b1-9108-52b20e073923 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.930919] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6260ff-a4e0-4575-a1d4-49c418bc2334 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.715411] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.715779] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.715861] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.716050] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.716221] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.718375] env[70498]: INFO nova.compute.manager [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Terminating instance [ 1437.927086] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c45969-48c1-4257-8063-de0ea4b06fb9 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.935256] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Suspending the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1437.935516] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6826a7d8-b415-41ff-8968-1bf3d26b0eab {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.941231] env[70498]: DEBUG oslo_vmware.api [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1437.941231] env[70498]: value = "task-3615723" [ 1437.941231] env[70498]: _type = "Task" [ 1437.941231] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.949136] env[70498]: DEBUG oslo_vmware.api [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615723, 'name': SuspendVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.222073] env[70498]: DEBUG nova.compute.manager [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1438.222302] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1438.223221] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370bf418-6490-4906-9327-17f663d41aeb {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.231175] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.231432] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab109c4f-2c38-417d-93fc-f242b898f99d {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.237554] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1438.237554] env[70498]: value = "task-3615724" [ 1438.237554] env[70498]: _type = "Task" [ 1438.237554] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.245814] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.451390] env[70498]: DEBUG oslo_vmware.api [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615723, 'name': SuspendVM_Task} progress is 79%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.747379] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615724, 'name': PowerOffVM_Task, 'duration_secs': 0.182435} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.747764] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.747817] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.748037] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ccd506-7a30-4e47-9a77-f1e0fa7c82ba {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.952849] env[70498]: DEBUG oslo_vmware.api [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615723, 'name': SuspendVM_Task, 'duration_secs': 0.54825} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.953173] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Suspended the VM {{(pid=70498) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1438.953359] env[70498]: DEBUG nova.compute.manager [None req-e16cf63c-3597-4c3d-af67-584b802d7f0e tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.954104] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1df047-4e6a-41f0-b39e-937ed191bbc2 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.244605] env[70498]: INFO nova.compute.manager [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Resuming [ 1440.245252] env[70498]: DEBUG nova.objects.instance [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'flavor' on Instance uuid 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.515773] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.516171] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.516217] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleting the datastore file [datastore1] 80f6939e-08a2-4e3b-a64d-a8b183103225 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.516462] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e797b0-dac7-4a52-bd7b-fd66aa48d466 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.523567] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for the task: (returnval){ [ 1441.523567] env[70498]: value = "task-3615726" [ 1441.523567] env[70498]: _type = "Task" [ 1441.523567] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.531197] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.758328] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.758551] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquired lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.758745] env[70498]: DEBUG nova.network.neutron [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Building network info cache for instance {{(pid=70498) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.685937] env[70498]: DEBUG oslo_vmware.api [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Task: {'id': task-3615726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134294} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.686310] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.686407] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.686561] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.686703] env[70498]: INFO nova.compute.manager [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Took 4.46 seconds to destroy the instance on the hypervisor. [ 1442.686929] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.687471] env[70498]: DEBUG nova.compute.manager [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.687571] env[70498]: DEBUG nova.network.neutron [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.884629] env[70498]: DEBUG nova.network.neutron [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [{"id": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "address": "fa:16:3e:e9:5d:97", "network": {"id": "11f27dc3-82fc-488a-82d8-a4c99e390875", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1781387108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0b6ba755ad94d6ea788e5469e186451", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69193e7b-de", "ovs_interfaceid": "69193e7b-de2e-4f4e-8e9e-1fe38250e13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.159335] env[70498]: DEBUG nova.compute.manager [req-5d57023b-7ce3-4699-9b4b-fb435339e3fe req-fdf3ec86-a93f-46fb-9225-f1305e58554d service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Received event network-vif-deleted-f505f14b-a292-4bc7-af44-ce9409a830f5 {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.159540] env[70498]: INFO nova.compute.manager [req-5d57023b-7ce3-4699-9b4b-fb435339e3fe req-fdf3ec86-a93f-46fb-9225-f1305e58554d service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Neutron deleted interface f505f14b-a292-4bc7-af44-ce9409a830f5; detaching it from the instance and deleting it from the info cache [ 1443.159733] env[70498]: DEBUG nova.network.neutron [req-5d57023b-7ce3-4699-9b4b-fb435339e3fe req-fdf3ec86-a93f-46fb-9225-f1305e58554d service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.387508] env[70498]: DEBUG oslo_concurrency.lockutils [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Releasing lock "refresh_cache-72402378-6339-4a57-a79e-fcc51e453ab4" {{(pid=70498) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.388495] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe27ab-ba7d-4a98-b856-b0f890dd7bc7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.395772] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Resuming the VM {{(pid=70498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1443.396009] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14fbd807-d2a2-460b-a88d-67d76517a028 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.401947] env[70498]: DEBUG oslo_vmware.api [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1443.401947] env[70498]: value = "task-3615727" [ 1443.401947] env[70498]: _type = "Task" [ 1443.401947] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.409201] env[70498]: DEBUG oslo_vmware.api [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.643211] env[70498]: DEBUG nova.network.neutron [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.662592] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e6aaa7b-4698-43b1-819a-41033b7989a7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.672979] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98366b63-63b5-4a15-9c26-02324c3a45cf {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.698267] env[70498]: DEBUG nova.compute.manager [req-5d57023b-7ce3-4699-9b4b-fb435339e3fe req-fdf3ec86-a93f-46fb-9225-f1305e58554d service nova] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Detach interface failed, port_id=f505f14b-a292-4bc7-af44-ce9409a830f5, reason: Instance 80f6939e-08a2-4e3b-a64d-a8b183103225 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.911993] env[70498]: DEBUG oslo_vmware.api [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615727, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.148130] env[70498]: INFO nova.compute.manager [-] [instance: 80f6939e-08a2-4e3b-a64d-a8b183103225] Took 1.46 seconds to deallocate network for instance. [ 1444.411730] env[70498]: DEBUG oslo_vmware.api [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615727, 'name': PowerOnVM_Task, 'duration_secs': 0.510672} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.412013] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Resumed the VM {{(pid=70498) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1444.412222] env[70498]: DEBUG nova.compute.manager [None req-b6830e1b-1721-445e-b533-3835c8aef299 tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Checking state {{(pid=70498) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.412984] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d446c7b6-fd51-4181-9007-277506a7c255 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.656104] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.656379] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.656607] env[70498]: DEBUG nova.objects.instance [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lazy-loading 'resources' on Instance uuid 80f6939e-08a2-4e3b-a64d-a8b183103225 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.198310] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6eb773-948d-4952-93c9-f01c5bc16d5e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.205797] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500c70da-97b5-4e22-b8c8-690f0335fc55 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.234839] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b717e-28c3-496d-aa61-4eeaeec4fc29 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.241572] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d2007-21f7-421b-b2fc-9be36ae02b1b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.253978] env[70498]: DEBUG nova.compute.provider_tree [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.774015] env[70498]: ERROR nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] [req-7b43b418-f623-4bb9-9da0-337b7a7f6a69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 48bfe9ed-146c-49b4-8de4-4dd090665f4c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b43b418-f623-4bb9-9da0-337b7a7f6a69"}]} [ 1445.790052] env[70498]: DEBUG nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Refreshing inventories for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1445.802016] env[70498]: DEBUG nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating ProviderTree inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1445.802231] env[70498]: DEBUG nova.compute.provider_tree [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 76, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1445.811516] env[70498]: DEBUG nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Refreshing aggregate associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, aggregates: None {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1445.827420] env[70498]: DEBUG nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Refreshing trait associations for resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c, traits: COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70498) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1445.857170] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a72354-b8f3-46ec-aad6-4ffd51556bf6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.865730] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb57a1e-80b8-44c8-affd-84a98af19a43 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.894015] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba2e0d-1888-4497-bfa8-1dfd5996794b {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.900916] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7f85b7-14d7-42e7-a9d9-bdefc43f11ce {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.913526] env[70498]: DEBUG nova.compute.provider_tree [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.021197] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "72402378-6339-4a57-a79e-fcc51e453ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.021451] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.022048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.022048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.022048] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.026867] env[70498]: INFO nova.compute.manager [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Terminating instance [ 1446.444928] env[70498]: DEBUG nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updated inventory for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1446.444928] env[70498]: DEBUG nova.compute.provider_tree [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating resource provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c generation from 189 to 190 during operation: update_inventory {{(pid=70498) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1446.445310] env[70498]: DEBUG nova.compute.provider_tree [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Updating inventory in ProviderTree for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.530452] env[70498]: DEBUG nova.compute.manager [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Start destroying the instance on the hypervisor. {{(pid=70498) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.530664] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Destroying instance {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.532082] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d02d6b-7f04-4a4a-b997-ec05a364cd47 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.539617] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powering off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.539868] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b5a4f5-6424-48d0-a108-d7bc69ec5b30 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.545078] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1446.545078] env[70498]: value = "task-3615728" [ 1446.545078] env[70498]: _type = "Task" [ 1446.545078] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.552536] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.950570] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.970823] env[70498]: INFO nova.scheduler.client.report [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Deleted allocations for instance 80f6939e-08a2-4e3b-a64d-a8b183103225 [ 1447.056497] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615728, 'name': PowerOffVM_Task, 'duration_secs': 0.171284} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.056787] env[70498]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Powered off the VM {{(pid=70498) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.056955] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Unregistering the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.057216] env[70498]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-243457cb-6179-4068-9116-67a12fe5a82c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.119981] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Unregistered the VM {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.120217] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Deleting contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.120465] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleting the datastore file [datastore1] 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.120709] env[70498]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7cb0d86-0661-412a-9d6b-ddca35711745 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.126709] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for the task: (returnval){ [ 1447.126709] env[70498]: value = "task-3615730" [ 1447.126709] env[70498]: _type = "Task" [ 1447.126709] env[70498]: } to complete. {{(pid=70498) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.134075] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.478293] env[70498]: DEBUG oslo_concurrency.lockutils [None req-5abe2bcb-1313-4075-abef-9d01b84ad8eb tempest-AttachVolumeNegativeTest-1260354076 tempest-AttachVolumeNegativeTest-1260354076-project-member] Lock "80f6939e-08a2-4e3b-a64d-a8b183103225" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.762s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.636227] env[70498]: DEBUG oslo_vmware.api [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Task: {'id': task-3615730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14589} completed successfully. {{(pid=70498) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.636435] env[70498]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted the datastore file {{(pid=70498) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.636614] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Deleted contents of the VM from datastore datastore1 {{(pid=70498) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.636782] env[70498]: DEBUG nova.virt.vmwareapi.vmops [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Instance destroyed {{(pid=70498) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.636942] env[70498]: INFO nova.compute.manager [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1447.637196] env[70498]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70498) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.637383] env[70498]: DEBUG nova.compute.manager [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Deallocating network for instance {{(pid=70498) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.637481] env[70498]: DEBUG nova.network.neutron [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] deallocate_for_instance() {{(pid=70498) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.081064] env[70498]: DEBUG nova.compute.manager [req-d1247233-48b1-446a-8215-63961daaad9d req-df7cd0f4-e063-4c77-8534-fc1564ba3027 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Received event network-vif-deleted-69193e7b-de2e-4f4e-8e9e-1fe38250e13d {{(pid=70498) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.081349] env[70498]: INFO nova.compute.manager [req-d1247233-48b1-446a-8215-63961daaad9d req-df7cd0f4-e063-4c77-8534-fc1564ba3027 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Neutron deleted interface 69193e7b-de2e-4f4e-8e9e-1fe38250e13d; detaching it from the instance and deleting it from the info cache [ 1448.081464] env[70498]: DEBUG nova.network.neutron [req-d1247233-48b1-446a-8215-63961daaad9d req-df7cd0f4-e063-4c77-8534-fc1564ba3027 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.566046] env[70498]: DEBUG nova.network.neutron [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Updating instance_info_cache with network_info: [] {{(pid=70498) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.584015] env[70498]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac65ffa4-47ea-4138-94c5-094a373f5f83 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.593970] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e8b3f3-17e4-486b-8a1c-5032260afb27 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.617508] env[70498]: DEBUG nova.compute.manager [req-d1247233-48b1-446a-8215-63961daaad9d req-df7cd0f4-e063-4c77-8534-fc1564ba3027 service nova] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Detach interface failed, port_id=69193e7b-de2e-4f4e-8e9e-1fe38250e13d, reason: Instance 72402378-6339-4a57-a79e-fcc51e453ab4 could not be found. {{(pid=70498) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.068489] env[70498]: INFO nova.compute.manager [-] [instance: 72402378-6339-4a57-a79e-fcc51e453ab4] Took 1.43 seconds to deallocate network for instance. [ 1449.575424] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.575718] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.575918] env[70498]: DEBUG nova.objects.instance [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lazy-loading 'resources' on Instance uuid 72402378-6339-4a57-a79e-fcc51e453ab4 {{(pid=70498) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.111625] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7624ad-c5fc-43e8-9c20-b00daa6a0ae6 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.120909] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1bce23-4655-48a1-8be0-d7d5f163e806 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.149955] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1195ccf-cb5b-46c8-b83c-cd6f840aa2c8 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.156938] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93060dcd-7afa-463b-a5ec-a6b41056caa7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.169387] env[70498]: DEBUG nova.compute.provider_tree [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.672283] env[70498]: DEBUG nova.scheduler.client.report [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Inventory has not changed for provider 48bfe9ed-146c-49b4-8de4-4dd090665f4c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 77, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70498) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.177202] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.194031] env[70498]: INFO nova.scheduler.client.report [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Deleted allocations for instance 72402378-6339-4a57-a79e-fcc51e453ab4 [ 1451.701339] env[70498]: DEBUG oslo_concurrency.lockutils [None req-83ae54a5-bbe3-4de2-b899-8266efe58b4c tempest-ServerActionsTestJSON-2064152549 tempest-ServerActionsTestJSON-2064152549-project-member] Lock "72402378-6339-4a57-a79e-fcc51e453ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.294668] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.295011] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.798794] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.798994] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.799156] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.799309] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.799449] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.799593] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.799730] env[70498]: DEBUG nova.compute.manager [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70498) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1472.799871] env[70498]: DEBUG oslo_service.periodic_task [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Running periodic task ComputeManager.update_available_resource {{(pid=70498) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.303051] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.303412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.303412] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.303412] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70498) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1473.304292] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5827be4-b288-485c-ab98-556f75410b93 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.312360] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41dab92-efda-42ec-ba2a-ebd3f76f4093 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.325899] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137859fd-5aac-4eb9-9351-4bc80cb1831c {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.331804] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34c765-a6e7-4468-a328-611ba19ef47e {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.359759] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180434MB free_disk=77GB free_vcpus=48 pci_devices=None {{(pid=70498) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1473.359865] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.359983] env[70498]: DEBUG oslo_concurrency.lockutils [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70498) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.379932] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1474.380182] env[70498]: DEBUG nova.compute.resource_tracker [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70498) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1474.393172] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84577b47-0a1c-4326-bb1e-c8f88ba4c3f7 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.400753] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbb2ec9-29e8-47ff-8c50-b7b06b9dcad4 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.431009] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5902b430-e3c1-450f-bcfe-d711553029ea {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.437698] env[70498]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4777a054-0b4c-44a0-b01a-4c702fe55000 {{(pid=70498) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.450156] env[70498]: DEBUG nova.compute.provider_tree [None req-ff358243-7d6b-4b82-b139-a64d59d5364c None None] Inventory has not changed in ProviderTree for provider: 48bfe9ed-146c-49b4-8de4-4dd090665f4c {{(pid=70498) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}